-- Logs begin at Tue 2021-04-20 22:47:40 UTC, end at Tue 2021-04-20 23:58:37 UTC. --
Apr 20 23:28:04.991883 dv-cinder-680889-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 20 23:28:08.109523 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.common.config [-] Logging enabled!
Apr 20 23:28:08.110041 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109
Apr 20 23:28:08.111380 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86270) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 23:28:08.113121 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.common.config [-] Logging enabled!
Apr 20 23:28:08.113413 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109
Apr 20 23:28:08.113764 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86270) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 23:28:08.114793 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 23:28:08.115059 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 23:28:08.116110 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 23:28:08.116394 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 23:28:08.116655 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 23:28:08.117026 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.117368 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.117708 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.117970 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.119246 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.119378 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.119682 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.120021 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.120361 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.120692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.121008 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.121333 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.121598 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.121919 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.122252 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.122583 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.122838 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.123160 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.123743 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.124044 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.124361 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.124692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.125009 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.125319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.125633 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.125955 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.126321 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] host                           = dv-cinder-680889-5-iscsi {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.126636 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.126966 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.127326 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.127657 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.127969 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.128283 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.128609 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.128918 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.129233 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.129544 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.129874 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.130202 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.130542 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.130798 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.131053 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.131411 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.131742 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.132055 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.132365 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.132676 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.132985 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.133294 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.133599 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.134278 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.134444 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.134774 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.135086 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.135424 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.135734 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.136042 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.136370 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.136680 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.136990 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.137300 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.137629 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.137938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.138251 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.138599 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.138929 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.139280 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.139607 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.139918 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.140244 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.140551 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.140856 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.141162 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.141469 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.141773 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.142097 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.142405 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.142710 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.143018 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.143349 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.143678 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:08.144013 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.144353 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.144695 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.145015 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.145349 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.145663 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.145992 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.146307 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.146638 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.146971 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.147321 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.147637 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.147960 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.148277 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.148617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.148966 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.149308 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.150388 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.150388 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.150755 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.151065 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.151405 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.151730 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.152068 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.152399 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.152709 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.153026 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.153360 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.153675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.153983 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.154299 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.154629 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.154946 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.155296 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.155619 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.155935 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.156245 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.156551 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.156864 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.157196 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.157509 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.157815 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.158121 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.158431 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.158737 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.159059 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.159401 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.159716 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.160024 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.160339 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.160647 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.160956 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.161269 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.161577 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.161888 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.162197 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.162503 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.162810 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.163118 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.163455 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.163764 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.164072 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.164386 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.164695 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.165564 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.165891 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.166198 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.166509 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.166832 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.167196 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.167505 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.167823 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.168138 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.168452 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.168768 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.169080 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.169392 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.169715 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.170025 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.170358 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.170678 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.171004 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.171349 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.171666 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.172007 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.172322 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.172642 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.172954 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.173268 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.173594 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.173915 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.174247 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.174581 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.174915 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.175290 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.175621 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.175941 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.176296 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.176615 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:08.176862 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 23:28:08.177126 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86270) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 20 23:28:08.839447 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO keyring.backend [-] Loading Gnome
Apr 20 23:28:08.856690 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO keyring.backend [-] Loading Google
Apr 20 23:28:08.859366 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO keyring.backend [-] Loading Windows (alt)
Apr 20 23:28:08.862936 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO keyring.backend [-] Loading file
Apr 20 23:28:08.863790 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO keyring.backend [-] Loading keyczar
Apr 20 23:28:08.864072 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO keyring.backend [-] Loading multi
Apr 20 23:28:08.864704 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO keyring.backend [-] Loading pyfs
Apr 20 23:28:08.910808 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:08.911122 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:08.911510 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:08.911880 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 20 23:28:09.304354 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.304916 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.304916 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.306358 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.306782 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.307084 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.344731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.345045 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.345346 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.360127 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.360444 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.360749 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.426135 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.426449 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.426754 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.427791 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.428101 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.429835 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.700213 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f016ff6c7b8> agent after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.700520 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f016ff6c7b8> agent after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.700768 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f016ff6c6a8> segment precommit_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.701073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f016ff6c730> network precommit_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.701889 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f016ff1e9d8> segment before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.849528 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> network before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.849909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f016fd16a60> agent before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.850237 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> network before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.850540 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> port before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.850833 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> port before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.851239 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> segment after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.851710 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> segment precommit_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.852003 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> segment precommit_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.852294 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> segment after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.852664 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> network after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.852959 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> network precommit_delete 0 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.853269 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> port provisioning_complete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.853581 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.853873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> rbac-policy after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.854187 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> agent after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.854505 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> subnet after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.854798 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> subnet precommit_delete 0 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.855117 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.855438 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.855778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> segment_host_mapping after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.856237 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> port after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.856522 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> port after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.856806 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> port after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.857148 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.857427 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.857705 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01708bb860>> rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.858127 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 23:28:09.858400 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 23:28:09.858673 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 23:28:09.858943 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 23:28:09.859232 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 23:28:09.859506 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 23:28:09.859917 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 20 23:28:09.862976 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 20 23:28:09.866864 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 20 23:28:09.871302 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
Apr 20 23:28:09.872944 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 20 23:28:09.874191 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 20 23:28:09.874579 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 20 23:28:09.875010 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 20 23:28:09.878722 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 20 23:28:09.879006 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 20 23:28:09.879422 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 23:28:09.906265 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 20 23:28:09.906773 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f016ff93cf8>> qos_plugin after_init 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.907109 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86270) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 20 23:28:09.907567 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f016fd6f518>> logging-plugin after_init 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.908901 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86270) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 20 23:28:09.909214 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 23:28:09.909487 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 20 23:28:09.912636 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f016fd6f588>> floatingip before_response 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.912954 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f016fd6f588>> port before_response 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:09.980253 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 20 23:28:09.980474 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 20 23:28:09.980742 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 20 23:28:09.981144 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 20 23:28:10.014661 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_db.sqlalchemy.engines [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86270) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 20 23:28:10.534609 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Initializing driver for type 'gre'
Apr 20 23:28:10.535149 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] gre ID ranges: [(1, 1000)]
Apr 20 23:28:10.631579 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Initializing driver for type 'local'
Apr 20 23:28:10.631945 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Initializing driver for type 'vlan'
Apr 20 23:28:10.701506 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] VlanTypeDriver initialization complete
Apr 20 23:28:10.701882 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Initializing driver for type 'vxlan'
Apr 20 23:28:10.702432 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] vxlan ID ranges: [(1, 1000)]
Apr 20 23:28:10.810027 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Initializing extension driver 'port_security'
Apr 20 23:28:10.810391 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.extensions.port_security [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] PortSecurityExtensionDriver initialization complete
Apr 20 23:28:10.810763 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Initializing mechanism driver 'openvswitch'
Apr 20 23:28:10.811123 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Initializing mechanism driver 'hyperv'
Apr 20 23:28:10.817498 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:10.818434 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f016fc89a90>> port after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.818846 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f016fc89a90>> port after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.819255 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f016fc89a90>> port after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.819685 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f016f7c7ef0>> subnet after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.820071 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f016f7c7ef0>> subnet after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.820449 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f016f7c7ef0>> subnet after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.820913 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f016f7ce208>> network after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.821302 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f016f7ce208>> network after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.821302 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f016f7ce208>> network after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.822058 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f016f7ce3c8>> security_group after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.822440 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f016f7ce3c8>> security_group after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.822972 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f016f7ce3c8>> security_group after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.823446 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f016f7ce588>> security_group_rule after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.823830 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f016f7ce588>> security_group_rule after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.824208 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f016f7ce588>> security_group_rule after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.824627 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f016f7ce748>> address_group after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.825047 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f016f7ce748>> address_group after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.825422 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f016f7ce748>> address_group after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.825790 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] ML2 OVO RPC backend initialized. {{(pid=86270) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 20 23:28:10.826577 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f016f7ce828>> router_interface after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.826969 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f016f7ce828>> router_interface after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.827454 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f016f7ce828>> network before_response 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.827841 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f016f7ce828>> networks before_response 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.828224 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f016f7ce828>> port before_response 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.828603 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f016f7ce828>> ports before_response 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.828985 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f016f7ce828>> subnet before_response 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.829366 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f016f7ce828>> subnets before_response 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.829752 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f016f7ce828>> network after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.830126 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f016f7ce828>> network after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.830499 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f016f7ce828>> network after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.830877 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f016f7ce828>> port after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.831265 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f016f7ce828>> port after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.831639 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f016f7ce828>> port after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.832012 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f016f7ce828>> subnet after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.832382 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f016f7ce828>> subnet after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.832751 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f016f7ce828>> subnet after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.833414 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.plugin [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Modular L2 Plugin initialization complete
Apr 20 23:28:10.833771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading services supported by the core plugin {{(pid=86270) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 20 23:28:10.834132 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.plugins.ml2.managers [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Got port-security extension from driver 'port_security'
Apr 20 23:28:10.834632 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.extensions.vlantransparent [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Disabled vlantransparent extension.
Apr 20 23:28:10.835162 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86270) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 20 23:28:10.835534 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading Plugin: router
Apr 20 23:28:10.874319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> router_interface before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.874762 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> router after_create 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.875204 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> router before_create 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.875631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> router_interface before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.876051 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> router_interface after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.876444 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> router after_delete 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.876847 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> floatingip after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.877256 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> router after_create 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.877639 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> router after_update 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.878035 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> router after_update 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.878424 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> router_gateway after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.878829 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> router after_update 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.879357 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> router precommit_update 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.879782 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f016fe2ec80> port after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.880161 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f016fe2ee18> port after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.880536 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f016fe2ed90> subnet after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.880917 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f016fe2ed08> subnetpool_address_scope after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.881308 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> port precommit_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.881695 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> router precommit_create 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.882077 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f016fe198c8> port before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.882456 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> router precommit_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.882859 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> router after_update 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.883273 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> router precommit_delete 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.883705 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> router precommit_create 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.884347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> router_interface after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.884748 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> router precommit_update 55549900 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.885188 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f016f7ce9b0>> network after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.886179 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Tracking information for resource: router configured {{(pid=86270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 23:28:10.886549 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Tracking information for resource: floatingip configured {{(pid=86270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 23:28:10.891347 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_agentschedulers_db [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 20 23:28:10.891990 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f016f7509d8> port after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.892390 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f016f7508c8> port after_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.892779 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <function _notify_port_delete at 0x7f016f750950> port after_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.893172 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f016f750b70> port after_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.894068 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f016f77f7b8>> router before_create 55550100 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.894471 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f016f77f7b8>> router precommit_delete 55550100 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.894874 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f016f77f7b8>> router precommit_create 55550100 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.895296 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f016f77f7b8>> router precommit_update 55550100 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.900300 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.provider_configuration [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Service providers = [] {{(pid=86270) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 20 23:28:10.900671 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.servicetype_db [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86270) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 20 23:28:10.903516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.service_base [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 23:28:10.903901 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.service_base [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 23:28:10.904278 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.service_base [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 23:28:10.905174 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.service_base [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 23:28:10.905575 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.services.service_base [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 20 23:28:10.905987 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 23:28:10.906340 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 20 23:28:10.916982 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 23:28:10.917346 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading Plugin: auto_allocate
Apr 20 23:28:10.922931 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f016f683268> network precommit_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.923378 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f016f683268> network precommit_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.923976 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 23:28:10.924334 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading Plugin: tag
Apr 20 23:28:10.932069 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 23:28:10.932533 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading Plugin: timestamp
Apr 20 23:28:10.936365 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 23:28:10.936731 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading Plugin: network_ip_availability
Apr 20 23:28:10.942185 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f016f681390>> rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.942595 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f016f681390>> rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.942988 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f016f681390>> rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:10.943814 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 23:28:10.944175 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading Plugin: flavors
Apr 20 23:28:10.948803 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 23:28:10.949167 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading Plugin: revisions
Apr 20 23:28:10.953549 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 23:28:10.953979 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.042s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:10.954774 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86270) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 20 23:28:10.955139 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Initializing extension manager.
Apr 20 23:28:10.955723 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: __init__.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.956103 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: __pycache__ {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.956476 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.956845 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: address_group.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.957647 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.958275 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: address-group
Apr 20 23:28:10.958639 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: address_scope.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.959427 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.959997 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: address-scope
Apr 20 23:28:10.960357 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.961289 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.961892 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: router-admin-state-down-before-update
Apr 20 23:28:10.962498 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: agent.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.963282 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.963856 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: agent
Apr 20 23:28:10.964216 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: agent_resources_synced.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.965127 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.965691 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: agent-resources-synced
Apr 20 23:28:10.966051 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: allowedaddresspairs.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.967861 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.968709 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: allowed-address-pairs
Apr 20 23:28:10.969075 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: auto_allocated_topology.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.970153 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.970726 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: auto-allocated-topology
Apr 20 23:28:10.971085 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: availability_zone.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.971872 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.972450 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: availability_zone
Apr 20 23:28:10.972808 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: availability_zone_filter.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.973734 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.974303 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: availability_zone_filter
Apr 20 23:28:10.974663 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: data_plane_status.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.975719 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.976292 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 20 23:28:10.976655 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: default_subnetpools.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.978131 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.978776 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: default-subnetpools
Apr 20 23:28:10.979137 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.980034 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.980612 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: dhcp_agent_scheduler
Apr 20 23:28:10.980971 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: dns.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.981894 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.982460 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension dns-integration not supported by any of loaded plugins
Apr 20 23:28:10.982820 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: dns_domain_ports.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.983772 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.984377 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 20 23:28:10.984701 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: dvr.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.985416 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.985984 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: dvr
Apr 20 23:28:10.986344 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: empty_string_filtering.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.987284 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.987855 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: empty-string-filtering
Apr 20 23:28:10.988215 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.989131 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.989695 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 20 23:28:10.990054 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.990984 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.991588 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 20 23:28:10.991950 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: external_net.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.992869 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.994167 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: external-net
Apr 20 23:28:10.994526 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.995483 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.996055 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: extra_dhcp_opt
Apr 20 23:28:10.996416 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: extraroute.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.997332 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.997902 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: extraroute
Apr 20 23:28:10.998262 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: extraroute_atomic.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:10.999320 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:10.999897 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: extraroute-atomic
Apr 20 23:28:11.000302 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: filter_validation.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.001001 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.001571 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: filter-validation
Apr 20 23:28:11.001931 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: fip_pf_description.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.002855 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.003448 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 20 23:28:11.003809 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: fip_port_details.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.004831 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.005402 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: fip-port-details
Apr 20 23:28:11.005763 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: flavors.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.006977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.007586 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: flavors
Apr 20 23:28:11.007949 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.009702 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.010271 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 20 23:28:11.010637 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: floatingip_pools.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.011412 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.011988 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: floatingip-pools
Apr 20 23:28:11.012351 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: ip_allocation.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.013300 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.013869 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 20 23:28:11.014236 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.015156 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.015750 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: ip-substring-filtering
Apr 20 23:28:11.016111 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: l2_adjacency.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.017027 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.017594 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 20 23:28:11.017954 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: l3.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.019009 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.019624 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: router
Apr 20 23:28:11.019989 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.022229 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.022822 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 20 23:28:11.023216 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.024154 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.024856 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: ext-gw-mode
Apr 20 23:28:11.025228 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.026262 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.026839 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: l3-ha
Apr 20 23:28:11.027227 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: l3_flavors.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.028157 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.028737 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: l3-flavors
Apr 20 23:28:11.029094 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.030012 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.030588 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 20 23:28:11.030949 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: l3agentscheduler.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.032183 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.032771 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: l3_agent_scheduler
Apr 20 23:28:11.033138 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: logging.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.034655 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.035270 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension logging not supported by any of loaded plugins
Apr 20 23:28:11.035641 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: metering.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.036432 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.037121 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: metering
Apr 20 23:28:11.037485 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.038607 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.039157 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: metering_source_and_destination_fields
Apr 20 23:28:11.039544 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: multiprovidernet.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.041092 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.041662 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: multi-provider
Apr 20 23:28:11.042026 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: netmtu.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.042948 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.043541 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: net-mtu
Apr 20 23:28:11.043903 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: netmtu_writable.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.044844 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.045411 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: net-mtu-writable
Apr 20 23:28:11.045773 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: network_availability_zone.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.046603 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.047204 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: network_availability_zone
Apr 20 23:28:11.047569 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: network_ip_availability.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.048679 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.049253 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: network-ip-availability
Apr 20 23:28:11.049612 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: network_segment_range.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.050443 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.051008 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 20 23:28:11.051391 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: pagination.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.052389 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.052759 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: pagination
Apr 20 23:28:11.053116 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: port_device_profile.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.054027 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.054610 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: port-device-profile
Apr 20 23:28:11.054968 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.056715 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.057299 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: port-mac-address-regenerate
Apr 20 23:28:11.057662 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.058595 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.059205 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: port-numa-affinity-policy
Apr 20 23:28:11.059566 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: port_resource_request.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.060516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.061037 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 20 23:28:11.061393 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: portbindings.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.062325 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.062891 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: binding
Apr 20 23:28:11.063274 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: portbindings_extended.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.064568 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.065136 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: binding-extended
Apr 20 23:28:11.065500 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: portsecurity.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.066444 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.067019 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: port-security
Apr 20 23:28:11.067440 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: project_id.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.068420 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.068790 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: project-id
Apr 20 23:28:11.069147 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: providernet.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.070069 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.070642 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: provider
Apr 20 23:28:11.071001 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: qos.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.074698 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.075334 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension qos not supported by any of loaded plugins
Apr 20 23:28:11.075710 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.077007 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.077582 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 20 23:28:11.077949 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.078952 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.079595 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 20 23:28:11.079964 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: qos_default.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.080938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.081509 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension qos-default not supported by any of loaded plugins
Apr 20 23:28:11.081872 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: qos_fip.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.082566 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.083126 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension qos-fip not supported by any of loaded plugins
Apr 20 23:28:11.083528 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: qos_gateway_ip.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.084465 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.085037 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 20 23:28:11.085398 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: qos_port_network_policy.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.086322 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.086998 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 20 23:28:11.086998 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: qos_rule_type_details.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.088252 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.088814 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 20 23:28:11.089173 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: qos_rules_alias.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.090235 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.090806 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 20 23:28:11.091165 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: quotasv2.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.092176 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.092546 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: quotas
Apr 20 23:28:11.092903 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: quotasv2_detail.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.094891 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.095310 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: quota_details
Apr 20 23:28:11.095682 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: rbac.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.096827 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.097420 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: rbac-policies
Apr 20 23:28:11.097788 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: rbac_address_group.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.098727 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.099362 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: rbac-address-group
Apr 20 23:28:11.099726 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: rbac_address_scope.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.100767 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.101745 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: rbac-address-scope
Apr 20 23:28:11.102108 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: rbac_security_groups.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.103674 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.104248 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: rbac-security-groups
Apr 20 23:28:11.104610 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: rbac_subnetpool.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.105552 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.106131 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: rbac-subnetpool
Apr 20 23:28:11.106492 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: revisionifmatch.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.107539 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.108115 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: revision-if-match
Apr 20 23:28:11.108474 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: revisions.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.109626 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.110202 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: standard-attr-revisions
Apr 20 23:28:11.110594 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: router_availability_zone.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.111382 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.112047 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: router_availability_zone
Apr 20 23:28:11.112497 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: routerservicetype.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.113580 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.114178 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension router-service-type not supported by any of loaded plugins
Apr 20 23:28:11.114683 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.116107 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.116787 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: security-groups-normalized-cidr
Apr 20 23:28:11.117323 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.119475 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.120380 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: port-security-groups-filtering
Apr 20 23:28:11.120823 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.121976 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.122569 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: security-groups-remote-address-group
Apr 20 23:28:11.122953 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: securitygroup.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.139236 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.140006 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: security-group
Apr 20 23:28:11.140433 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: segment.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.141391 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.141971 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension segment not supported by any of loaded plugins
Apr 20 23:28:11.142335 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.143342 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.144033 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 20 23:28:11.144544 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: servicetype.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.145964 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.146545 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: service-type
Apr 20 23:28:11.146934 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: sorting.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.148122 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.148546 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: sorting
Apr 20 23:28:11.148964 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: standard_attr_segment.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.150485 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.151224 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 20 23:28:11.151669 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: standardattrdescription.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.152469 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.153049 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: standard-attr-description
Apr 20 23:28:11.153510 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: stateful_security_group.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.154365 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.154989 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: stateful-security-group
Apr 20 23:28:11.155375 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: stdattrs_common.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.155967 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 20 23:28:11.156322 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.157319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.157932 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 20 23:28:11.158287 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: subnet_onboard.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.159374 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.159954 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: subnet_onboard
Apr 20 23:28:11.160315 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.161238 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.161818 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 20 23:28:11.162175 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: subnet_service_types.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.163126 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.163753 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: subnet-service-types
Apr 20 23:28:11.164786 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: subnetallocation.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.166600 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.167204 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: subnet_allocation
Apr 20 23:28:11.167582 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.168283 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.168854 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: subnetpool-prefix-ops
Apr 20 23:28:11.169214 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.170189 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.170759 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 20 23:28:11.171117 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: tagging.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.172505 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.173083 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: standard-attr-tag
Apr 20 23:28:11.173447 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: timestamp.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.174617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.175219 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loaded extension: standard-attr-timestamp
Apr 20 23:28:11.175582 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: trunk.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.176609 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.177183 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension trunk not supported by any of loaded plugins
Apr 20 23:28:11.177543 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: trunk_details.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.178535 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.179101 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension trunk-details not supported by any of loaded plugins
Apr 20 23:28:11.179487 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: uplink_status_propagation.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.180412 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.181015 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 20 23:28:11.181371 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Loading extension file: vlantransparent.py {{(pid=86270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:28:11.182077 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:28:11.182645 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 20 23:28:11.185458 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Creating instance of TrackedResource for resource:network
Apr 20 23:28:11.186298 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Creating instance of TrackedResource for resource:subnet
Apr 20 23:28:11.186977 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 23:28:11.187658 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Creating instance of TrackedResource for resource:port
Apr 20 23:28:11.189168 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:28:11.189719 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Service FLAVORS assigned prefix:  {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:28:11.190400 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:28:11.190861 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:28:11.191272 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Creating instance of TrackedResource for resource:router
Apr 20 23:28:11.192002 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 23:28:11.192767 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Service METERING assigned prefix: /metering {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:28:11.194627 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f016f5c5e10>> rbac-policy before_create 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:11.195029 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f016f5c5e10>> rbac-policy before_update 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:11.195473 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f016f5c5e10>> rbac-policy before_delete 55550000 {{(pid=86270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:11.196794 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 23:28:11.197279 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Creating instance of TrackedResource for resource:security_group
Apr 20 23:28:11.198095 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 23:28:11.198889 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Service CORE assigned prefix:  {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:28:11.199291 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 23:28:11.199661 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] subnetpool is already registered
Apr 20 23:28:11.200328 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Service CORE assigned prefix:  {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:28:11.200693 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 23:28:11.201118 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] subnetpool is already registered
Apr 20 23:28:11.203935 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:28:11.204412 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Service FLAVORS assigned prefix:  {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:28:11.205062 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:28:11.205531 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:28:11.205901 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Creating instance of TrackedResource for resource:router
Apr 20 23:28:11.206265 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] router is already registered
Apr 20 23:28:11.206915 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 23:28:11.207307 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] floatingip is already registered
Apr 20 23:28:11.207998 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Service METERING assigned prefix: /metering {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:28:11.208732 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 23:28:11.209093 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] rbac_policy is already registered
Apr 20 23:28:11.209715 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Creating instance of TrackedResource for resource:security_group
Apr 20 23:28:11.210079 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] security_group is already registered
Apr 20 23:28:11.210732 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 23:28:11.211093 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] security_group_rule is already registered
Apr 20 23:28:11.212366 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Service CORE assigned prefix:  {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:28:11.212838 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 23:28:11.213202 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] subnetpool is already registered
Apr 20 23:28:11.213877 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.resource_helper [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Service CORE assigned prefix:  {{(pid=86270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:28:11.214242 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 23:28:11.214600 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING neutron.quota.resource_registry [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] subnetpool is already registered
Apr 20 23:28:11.215348 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: extensions {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.216917 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: address-groups {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.218826 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: address-scopes {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.220108 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: agents {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.221327 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: auto-allocated-topology {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.222617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: availability_zones {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.224151 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: dhcp-networks {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.225609 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: dhcp-agents {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.227102 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: routers {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.229583 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: flavors {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.230799 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: service_profiles {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.232094 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: next_providers {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.233697 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: service_profiles {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.235223 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: floatingip-pools {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.236491 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: routers {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.238346 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: floatingips {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.239633 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: l3-routers {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.241085 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: l3-agents {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.242562 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: metering-labels {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.244868 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: metering-label-rules {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.246201 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: network-ip-availabilities {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.247560 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: bindings {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.249278 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: quotas {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.250773 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: quotas {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.252260 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: rbac-policies {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.253609 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: security-groups {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.254872 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: security-group-rules {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.256204 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: service-providers {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.257468 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: subnetpools {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.258977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: subnetpools {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.260674 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.262438 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.264335 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.266191 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.268053 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.269983 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.271830 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.273810 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.276411 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.278367 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.extensions [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Extended resource: tags {{(pid=86270) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:28:11.285179 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING keystonemiddleware.auth_token [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 20 23:28:11.291124 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING keystonemiddleware.auth_token [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 20 23:28:11.299917 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Acquired lock "singleton_lock" {{(pid=86270) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 20 23:28:11.300438 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Releasing lock "singleton_lock" {{(pid=86270) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 20 23:28:11.301874 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO oslo_service.service [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Starting 2 workers
Apr 20 23:28:11.306821 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Started child 86385 {{(pid=86270) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 23:28:11.310896 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:11.311666 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Started child 86386 {{(pid=86270) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 23:28:11.312208 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [-] (86385) wsgi starting up on http://0.0.0.0:9696
Apr 20 23:28:11.313191 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.service [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 20 23:28:11.313857 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Notify callbacks [] for process, before_spawn {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:11.315088 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:11.316361 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO oslo_service.service [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Starting 1 workers
Apr 20 23:28:11.316477 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [-] (86386) wsgi starting up on http://0.0.0.0:9696
Apr 20 23:28:11.322059 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Started child 86387 {{(pid=86270) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 23:28:11.322482 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO oslo_service.service [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Starting 1 workers
Apr 20 23:28:11.324138 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.service [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] calling RpcWorker wait() {{(pid=86387) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 20 23:28:11.324557 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.service [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] returning from RpcWorker wait() {{(pid=86387) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 20 23:28:11.326095 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:11.326586 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:11.327360 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Started child 86388 {{(pid=86270) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 23:28:11.328173 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbe67dda-4579-45b9-9e55-4c71ed86c4e4 None None] Notify callbacks [] for process, after_spawn {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:11.329817 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86270) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 23:28:11.330059 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 23:28:11.330267 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 23:28:11.330535 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 23:28:11.330957 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 23:28:11.331148 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 23:28:11.331533 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:11.331747 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.332043 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.332362 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.332644 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.332959 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.333603 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.333903 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.334213 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.334514 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.334814 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.335012 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.335201 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.335507 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.335801 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.336147 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.336448 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.336689 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.337576 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.337761 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.338042 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.338421 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.338712 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.339013 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.339355 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.339946 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.340222 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.340494 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.340748 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.341047 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.341311 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.341613 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.341876 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.342129 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.342411 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.342688 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.342946 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.343487 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.343741 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.344048 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.344331 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.344766 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] host                           = dv-cinder-680889-5-iscsi {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.345015 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.345283 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.345583 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.345798 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.346078 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.346337 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.346622 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.346911 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.347196 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.347453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.347744 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.348003 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.348273 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.348537 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.348729 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.348982 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.349287 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.349580 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.349793 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.349988 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.350176 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.350474 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.350640 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.350925 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.351189 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.351444 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.351711 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.351958 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.352252 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.353106 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.353547 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.353907 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.354166 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.355296 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.355584 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.355891 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.356195 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.356530 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.356752 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.357019 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.357302 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.357606 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.357870 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.358127 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.358407 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.358689 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.358977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.359276 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.359576 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.359868 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.360118 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.360392 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.360726 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.361002 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.361160 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:11.361302 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.361588 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.361840 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.362125 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.362379 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.362656 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.362918 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.363229 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.370731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.370731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.370731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.370731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.370731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.370731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.370731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.370731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.371319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.371319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.371319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.371319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.371319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.371319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.371319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.371319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.371797 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.371797 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.371797 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.371797 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.371797 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.371797 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.371797 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.371797 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.372301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.372301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.372301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.372301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.372301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.372301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.372301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.372301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.15/identity {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.372775 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.372775 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.372775 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.372775 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.373100 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.373100 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.374996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.374996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.374996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.374996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.374996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.374996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.374996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.374996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.375758 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.375758 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.375943 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.376044 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.376269 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.376515 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.376780 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.376980 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.377216 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.377460 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.377750 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.378025 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.378294 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.378543 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.378791 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.379050 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.379364 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.379617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.379862 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.380108 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.380354 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.380618 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.380903 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.381185 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.381434 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.381728 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.381937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.382184 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.382446 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.382717 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.382963 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.383234 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.383515 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.383762 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.384008 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.384259 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.384535 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.384729 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.384976 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.385228 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.385490 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.386262 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.386262 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.386262 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.386966 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.386966 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.387198 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.389219 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.389219 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.389219 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.389219 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.389219 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.389219 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.389219 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.389219 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.390314 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.390314 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.390314 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.390314 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.390314 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.391733 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.391733 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.391733 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.391733 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.391733 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.391733 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.393664 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.393664 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.393937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.394061 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.394567 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.394778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.394922 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.395913 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.395913 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.395913 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.396372 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.396372 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.396681 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.396951 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.397322 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.398216 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.398216 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.398216 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.398524 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.398741 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.399010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.399836 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.400225 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.400484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.400748 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.401001 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.401288 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.401643 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.401940 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.402213 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.402464 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.402779 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.403091 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.403404 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.403696 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.403983 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.404257 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.404547 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.404849 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.15/identity {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.405103 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.405370 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.405655 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.405904 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.406174 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.406437 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.406706 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.406973 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.407275 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.407551 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.407800 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.408057 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.408308 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.408562 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.408813 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.409103 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.409351 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.409604 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.409876 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.410130 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.410385 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.410654 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.410903 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.411207 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.411471 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.411788 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.412075 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.412338 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.412601 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.412892 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.413172 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.413441 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.413725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.413994 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.414242 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.414491 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.414750 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.415111 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.415398 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.415653 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.415911 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.416188 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.416459 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.416807 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.417079 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.417350 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.417621 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.417870 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.418137 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.418390 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.418644 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.418895 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.419145 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.419423 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.419703 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.419980 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.420251 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.420497 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.420744 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.421002 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.421249 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.421494 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.421843 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.422119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.422384 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.422654 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.422916 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.423210 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.423561 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.423764 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.423943 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.424724 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.424724 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.424724 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.425397 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.425397 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.425397 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.425809 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.425809 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.426083 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.426309 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.426453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.426601 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.426852 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.427121 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.427423 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.428071 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.428071 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.428442 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.428617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.428785 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.429030 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.429292 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.429550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.429923 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.430192 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.431461 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.431461 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.431461 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.431922 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.432162 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.432496 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.432857 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.433149 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.433446 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.433770 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.434056 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.434359 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.434612 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.434923 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.435306 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.435596 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.435874 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.436143 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.436449 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.436730 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.436964 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.437221 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.437491 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.437745 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.438026 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.438306 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.438571 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.438823 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.439090 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.439430 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.439696 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.439972 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.440246 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.440509 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.440696 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 23:28:11.441198 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86270) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 23:28:11.441388 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 23:28:11.441571 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 23:28:11.441790 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 23:28:11.441995 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 23:28:11.442181 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 23:28:11.442429 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.442622 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.442812 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.443001 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.443214 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.443419 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.443608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.443795 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.443981 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.444167 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.444353 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.444538 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.444723 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.444912 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.445099 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.445290 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.445477 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.445663 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.445857 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.446042 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.446293 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.446600 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.446868 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.447070 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.447380 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.447569 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.447673 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.447786 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.447978 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.448134 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.448324 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.448509 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.448694 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.448879 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.449087 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.449231 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.449404 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.449521 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.449699 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.449899 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.450105 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] host                           = dv-cinder-680889-5-iscsi {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.450222 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.450346 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.450530 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.450713 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.450898 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.451082 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.451291 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.451478 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.451665 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.451858 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.452081 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.452193 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.452307 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.452521 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.452696 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.452837 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.452977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.453125 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.453312 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.453500 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.453685 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.453869 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.454060 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.454244 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.454431 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.454598 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.454968 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.455156 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.455372 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.455560 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.455744 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.455929 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.456116 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.456306 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.456523 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.456757 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.456897 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.457035 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.457182 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.457333 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.457472 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.457608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.457795 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.458054 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.458168 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.458322 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.458507 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.458692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.458876 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.459056 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.459218 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.459416 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.459607 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.459798 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.459980 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.460165 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.460350 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.460534 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.460721 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.460906 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.461090 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.461274 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.461458 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.461645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.462949 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.462949 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.462949 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.463250 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.463250 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:28:11.463432 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.463619 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.463823 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.464012 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.464201 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.464392 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.464582 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.464771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.464960 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.465149 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.465343 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.465533 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.465735 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.466300 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.466300 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.466516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.466516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.466699 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.466842 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.467031 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.467241 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.467433 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.467640 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.467830 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.468021 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.15/identity {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.468461 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.468626 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.468814 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.469003 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.469192 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.469383 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.469572 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.469759 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.469947 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.470135 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.470323 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.470510 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.470699 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.470888 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.471078 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.471290 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.471481 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.471749 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.471896 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.471994 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.472161 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.472349 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.472539 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.472729 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.472918 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.473117 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.473305 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.473496 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.473680 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.473869 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.474057 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.474242 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.474429 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.474615 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.474804 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.474990 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.475233 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.475405 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.475592 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.475781 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.475974 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.476159 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.476347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.476535 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.476721 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.476908 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.477095 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.477282 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.477550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.478229 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.478425 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.478605 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.478778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.479064 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.479293 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.479444 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.479592 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.479738 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.479884 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.480030 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.480176 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.480343 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.480585 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.480823 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.480823 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.481116 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.481116 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.481395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.481684 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.481684 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.481973 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.481973 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.482251 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.482251 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.482528 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.482816 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.482816 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.483195 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.483195 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.483195 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.483731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.483731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.483731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.484227 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.484227 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.484227 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.484763 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.484763 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.484763 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.485310 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.485310 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.485310 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.485740 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.485740 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.485740 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.486151 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.486151 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.486436 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.486436 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.486715 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.486715 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.486993 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.486993 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.487310 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.487457 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.487612 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.487770 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.487968 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.488238 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.488238 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.488520 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.488520 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.488902 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.488902 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.489182 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.489182 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.489470 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.489470 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.489758 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.15/identity {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.489904 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.490050 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.490235 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.490432 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.490705 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.490705 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.491049 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.491219 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.491370 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.491517 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.491662 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.491807 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.492032 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.492194 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.492352 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.492499 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.492645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.492790 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.492936 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.493145 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.493333 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.493481 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.493628 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.493783 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.493930 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.494113 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.494277 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.494424 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.494570 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.494716 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.494862 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.495049 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.495238 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.495430 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.495622 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.495813 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.496006 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.496196 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.496386 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.496574 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.496765 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.496953 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.497141 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.497346 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.497534 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.497774 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.497923 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.498071 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.498211 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.498394 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.498583 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.498771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.498957 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.499146 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.499358 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.499550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.499738 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.499926 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.500156 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.500345 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.500535 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.500724 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.500925 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:11.501036 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.501134 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.501269 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.501457 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.501627 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.501818 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.502006 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.502195 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.502383 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.502571 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.502768 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.502955 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.503143 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.503356 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.503546 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.503744 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.503932 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.504120 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.504306 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.504493 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.504692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.504878 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.505066 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.505257 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.505447 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.505645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.505834 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.506026 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.506224 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.506410 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.506598 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.506787 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.506988 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.507206 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.507387 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.507574 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.507762 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.507952 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.508141 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.508333 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.508531 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.509266 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.509457 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.509760 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.509876 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.510023 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.510209 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.510404 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.510605 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.510794 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.510982 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.511186 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.511382 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.511570 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.511757 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.511945 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.512131 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.512317 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.512505 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.512692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.512879 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.513066 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.513253 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.513440 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.513628 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.513815 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.514001 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.514189 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:28:11.514370 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86270) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 23:28:11.658055 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 35312) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:11.669704 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0095634
Apr 20 23:28:22.886098 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2481ef7-3eb3-456a-8548-cedb8e219a27 None None] get_active_networks_info from dv-cinder-680889-5-iscsi {{(pid=86387) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 20 23:28:23.047225 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2481ef7-3eb3-456a-8548-cedb8e219a27 None None] No non-hosted networks {{(pid=86387) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 20 23:28:23.228908 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7063d53e-ca7e-422e-8d11-3b35ae192ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133'] for agent, after_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:24.911142 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8f66603c-6a7a-428c-ac39-1d5b45d39e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133'] for agent, after_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:24.960339 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-454c7f36-702d-42e1-9f46-69c59356f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.176055 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133'] for agent, after_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.392933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133'] for agent, after_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.393975 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:26.394538 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:26.395084 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:26.395660 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:26.396314 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:26.396855 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:26.400659 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:26.401893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:26.402464 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:26.405849 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:26.407935 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:26.408338 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:26.408776 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f016e995e80>, 'Open vSwitch agent', 'dv-cinder-680889-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:26.418887 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f016f2fab38>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-680889-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:27.238069 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133'] for agent, after_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:28.131541 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 35400) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:28.764420 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING oslo_policy.policy [None req-152c78d3-8f1d-464e-ada6-6036d292a3d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 23:28:28.764954 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING oslo_policy.policy [None req-152c78d3-8f1d-464e-ada6-6036d292a3d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 23:28:28.999695 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [None req-152c78d3-8f1d-464e-ada6-6036d292a3d9 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:28:29.000862 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-152c78d3-8f1d-464e-ada6-6036d292a3d9 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8683035
Apr 20 23:28:31.752809 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 35416) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:32.072216 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_hamode_db [None req-9f190cb2-d8ba-4c3f-a537-590a4a91d210 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 20 23:28:32.161711 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-24777d18-6613-4488-90e1-6435916fb0f7 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:32.162751 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f190cb2-d8ba-4c3f-a537-590a4a91d210 None None] Routers set() bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:28:32.163217 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f190cb2-d8ba-4c3f-a537-590a4a91d210 None None] Router IDs set() for agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 20 23:28:32.264941 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.policy [None req-24777d18-6613-4488-90e1-6435916fb0f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86386) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 23:28:32.321025 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING oslo_policy.policy [None req-24777d18-6613-4488-90e1-6435916fb0f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 23:28:32.321431 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING oslo_policy.policy [None req-24777d18-6613-4488-90e1-6435916fb0f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 23:28:32.339698 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota [None req-24777d18-6613-4488-90e1-6435916fb0f7 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f016f2ac2e8>.
Apr 20 23:28:32.356410 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-24777d18-6613-4488-90e1-6435916fb0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:32.450770 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-24777d18-6613-4488-90e1-6435916fb0f7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309091791462', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309091791050', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309091801891', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309091808135', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309091824008', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309091825475', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32881623', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33019863', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-650600', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-698800'] for rbac-policy, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:32.855691 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-24777d18-6613-4488-90e1-6435916fb0f7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:32.856964 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-24777d18-6613-4488-90e1-6435916fb0f7 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.1031110
Apr 20 23:28:35.821268 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 35430) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:36.197028 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Request body: {'network': {'project_id': '2c959dfc343b45b5a09f051056629973', 'admin_state_up': True, 'name': 'private'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:36.202840 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:36.207340 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Usage tracker for resource:network and tenant:2c959dfc343b45b5a09f051056629973 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:36.210777 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:36.217085 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:36.249887 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Made reservation on behalf of 2c959dfc343b45b5a09f051056629973 for: {'network': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:28:36.255636 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:36.272166 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:36.286715 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:36.291086 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Usage tracker for resource:security_group_rule and tenant:2c959dfc343b45b5a09f051056629973 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:36.294482 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:36.300238 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:36.473335 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:36.495758 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:36.500448 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:36.522366 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'}  {{(pid=86386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:28:36.547905 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309095392150', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:36.548489 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f016ff6c6a8> segment precommit_create {{(pid=86386) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 23:28:36.548947 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Added segment c61e358a-3d63-4449-b854-48d8dcae232b of type vlan for network fd69878f-d186-4c39-9d6c-b0c67ca15408
Apr 20 23:28:36.558292 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a32f02-5669-440d-b5bc-2b45f2c3775a,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:36.607814 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:36.608203 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:36.608567 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:36.608927 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:36.609281 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:36.609631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:36.609977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:36.610327 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:36.610677 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:36.611021 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:36.611386 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:36.611730 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Tracked resource versions report:
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]: pushed versions:
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]: {   'AddressGroup': {'1.2'},
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:     'ConntrackHelper': {'1.0'},
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Log': {'1.0'},
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Network': {'1.1'},
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Port': {'1.7'},
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:     'PortForwarding': {'1.2'},
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:     'QosPolicy': {'1.8'},
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SecurityGroup': {'1.4'},
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SecurityGroupRule': {'1.2'},
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SubPort': {'1.0'},
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Subnet': {'1.1'},
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Trunk': {'1.1'}}
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]: consumer versions:
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]: {   DHCP agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:     L3 agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:     Metadata agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:     Metering agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:     Open vSwitch agent@dv-cinder-680889-5-iscsi: {   'AddressGroup': '1.2',
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'ConntrackHelper': '1.0',
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Log': '1.0',
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Network': '1.1',
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Port': '1.7',
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'PortForwarding': '1.2',
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'QosPolicy': '1.8',
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SecurityGroup': '1.4',
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SecurityGroupRule': '1.2',
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SubPort': '1.0',
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Subnet': '1.1',
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Trunk': '1.1'}}
Apr 20 23:28:36.612811 dv-cinder-680889-5-iscsi neutron-server[86270]:  {{(pid=86386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 23:28:36.666207 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:36.670585 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:36.753029 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:36.754423 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:36.755067 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:36.760667 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:36.870102 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Pushing event updated for resources: {'Network': ['ID=fd69878f-d186-4c39-9d6c-b0c67ca15408,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:36.873846 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:36.881618 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network fd69878f-d186-4c39-9d6c-b0c67ca15408 details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:28:36.896786 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 1.0744019
Apr 20 23:28:39.915356 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 35446) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:40.393411 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8df674e-8e5c-4c78-9631-1a63d0de2f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:40.394828 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c8df674e-8e5c-4c78-9631-1a63d0de2f98 admin admin] 10.222.0.15 "GET /v2.0/networks/fd69878f-d186-4c39-9d6c-b0c67ca15408 HTTP/1.1" status: 200  len: 824 time: 0.4784536
Apr 20 23:28:40.424160 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-587ffa95-34de-475d-9191-d587c41163e7 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/5966fbca-d090-4ac6-a40b-b6b3783f1130 HTTP/1.1" status: 200  len: 734 time: 0.0223234
Apr 20 23:28:40.433608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-3b48de77-b2bc-4790-bbc7-78212f8d8692 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '2c959dfc343b45b5a09f051056629973', 'subnetpool_id': '5966fbca-d090-4ac6-a40b-b6b3783f1130', 'network_id': 'fd69878f-d186-4c39-9d6c-b0c67ca15408', 'name': 'private-subnet'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:40.437919 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3b48de77-b2bc-4790-bbc7-78212f8d8692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:40.441769 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3b48de77-b2bc-4790-bbc7-78212f8d8692 admin admin] Usage tracker for resource:subnet and tenant:2c959dfc343b45b5a09f051056629973 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:40.444651 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3b48de77-b2bc-4790-bbc7-78212f8d8692 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:40.450431 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3b48de77-b2bc-4790-bbc7-78212f8d8692 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:40.529851 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b48de77-b2bc-4790-bbc7-78212f8d8692 admin admin] Made reservation on behalf of 2c959dfc343b45b5a09f051056629973 for: {'subnet': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:28:40.534396 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3b48de77-b2bc-4790-bbc7-78212f8d8692 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:41.052770 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3b48de77-b2bc-4790-bbc7-78212f8d8692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for subnet, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:41.057991 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:41.144882 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b48de77-b2bc-4790-bbc7-78212f8d8692 admin admin] Checking segment: {'id': 'c61e358a-3d63-4449-b854-48d8dcae232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fd69878f-d186-4c39-9d6c-b0c67ca15408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:28:41.145261 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b48de77-b2bc-4790-bbc7-78212f8d8692 admin admin] Network hostable DHCP agents. Network: fd69878f-d186-4c39-9d6c-b0c67ca15408, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:28:41.151614 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48de77-b2bc-4790-bbc7-78212f8d8692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d5bb74-deff-4831-ae54-20aef94fc419,revision_number=0']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:41.157605 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3b48de77-b2bc-4790-bbc7-78212f8d8692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:41.208767 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b48de77-b2bc-4790-bbc7-78212f8d8692 admin admin] Network fd69878f-d186-4c39-9d6c-b0c67ca15408 is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:28:41.243459 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-3b48de77-b2bc-4790-bbc7-78212f8d8692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, fd69878f-d186-4c39-9d6c-b0c67ca15408) {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:28:41.248227 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b48de77-b2bc-4790-bbc7-78212f8d8692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:41.249037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3b48de77-b2bc-4790-bbc7-78212f8d8692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:41.253380 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbc181f-1f28-4310-8cda-80227c1e7329 None None] Network fd69878f-d186-4c39-9d6c-b0c67ca15408 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:28:41.296354 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3b48de77-b2bc-4790-bbc7-78212f8d8692 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8666565
Apr 20 23:28:41.582459 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03c04a8b-0d60-59db-a6f6-015f86c32765-fd69878f-d186-4c39-9d6c-b0c67ca15408', 'network_id': 'fd69878f-d186-4c39-9d6c-b0c67ca15408', 'tenant_id': '2c959dfc343b45b5a09f051056629973', 'fixed_ips': [{'subnet_id': 'a4d5bb74-deff-4831-ae54-20aef94fc419'}]}} from dv-cinder-680889-5-iscsi. {{(pid=86387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:28:41.583771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:41.951270 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Allocated IP 172.20.0.2 (fd69878f-d186-4c39-9d6c-b0c67ca15408/a4d5bb74-deff-4831-ae54-20aef94fc419/8e020a84-622f-4f3f-a35a-c463f2650962) {{(pid=86387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:28:42.182342 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Notify callbacks [] for port, precommit_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:42.258377 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Transition to ACTIVE for port object 8e020a84-622f-4f3f-a35a-c463f2650962 will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:28:42.277726 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Transition to ACTIVE for port object 8e020a84-622f-4f3f-a35a-c463f2650962 will not be triggered until provisioned by entity DHCP. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:28:42.296142 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:42.304326 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:42.369811 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Network fd69878f-d186-4c39-9d6c-b0c67ca15408 is already hosted by enough agents. {{(pid=86387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:28:42.373201 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Resources bound (agent type, host, resource id):  {{(pid=86387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:28:42.379199 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Received port after_create {{(pid=86387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:28:42.387215 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Pushing event updated for resources: {'Port': ['ID=8e020a84-622f-4f3f-a35a-c463f2650962,revision_number=1']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:42.432156 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:42.432532 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:42.432894 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:42.433249 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:42.433602 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:42.433954 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:42.434299 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:42.434645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:42.435009 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:42.435379 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:42.435728 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:42.436067 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Tracked resource versions report:
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]: pushed versions:
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]: {   'AddressGroup': {'1.2'},
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:     'ConntrackHelper': {'1.0'},
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Log': {'1.0'},
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Network': {'1.1'},
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Port': {'1.7'},
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:     'PortForwarding': {'1.2'},
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:     'QosPolicy': {'1.8'},
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SecurityGroup': {'1.4'},
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SecurityGroupRule': {'1.2'},
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SubPort': {'1.0'},
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Subnet': {'1.1'},
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Trunk': {'1.1'}}
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]: consumer versions:
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]: {   DHCP agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:     L3 agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:     Metadata agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:     Metering agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:     Open vSwitch agent@dv-cinder-680889-5-iscsi: {   'AddressGroup': '1.2',
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'ConntrackHelper': '1.0',
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Log': '1.0',
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Network': '1.1',
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Port': '1.7',
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'PortForwarding': '1.2',
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'QosPolicy': '1.8',
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SecurityGroup': '1.4',
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SecurityGroupRule': '1.2',
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SubPort': '1.0',
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Subnet': '1.1',
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Trunk': '1.1'}}
Apr 20 23:28:42.437172 dv-cinder-680889-5-iscsi neutron-server[86270]:  {{(pid=86387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 23:28:42.473403 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:42.497190 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Attempting to bind port 8e020a84-622f-4f3f-a35a-c463f2650962 on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:28:42.497621 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Attempting to bind port 8e020a84-622f-4f3f-a35a-c463f2650962 by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': 'c61e358a-3d63-4449-b854-48d8dcae232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fd69878f-d186-4c39-9d6c-b0c67ca15408'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:28:42.498037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Attempting to bind port 8e020a84-622f-4f3f-a35a-c463f2650962 on network fd69878f-d186-4c39-9d6c-b0c67ca15408 {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:28:42.503769 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:28:42.504195 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Checking segment: {'id': 'c61e358a-3d63-4449-b854-48d8dcae232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fd69878f-d186-4c39-9d6c-b0c67ca15408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:28:42.505427 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:42.505427 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Bound using segment: {'id': 'c61e358a-3d63-4449-b854-48d8dcae232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fd69878f-d186-4c39-9d6c-b0c67ca15408'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:28:42.505615 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Bound port: 8e020a84-622f-4f3f-a35a-c463f2650962, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61e358a-3d63-4449-b854-48d8dcae232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fd69878f-d186-4c39-9d6c-b0c67ca15408'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:28:42.506011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:42.597037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] For port 8e020a84-622f-4f3f-a35a-c463f2650962, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:28:42.601046 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] For port 8e020a84-622f-4f3f-a35a-c463f2650962, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=8e020a84-622f-4f3f-a35a-c463f2650962,segment=NetworkSegment(c61e358a-3d63-4449-b854-48d8dcae232b),segment_id=c61e358a-3d63-4449-b854-48d8dcae232b)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:28:42.638878 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:42.643990 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:42.736211 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Pushing event updated for resources: {'Port': ['ID=8e020a84-622f-4f3f-a35a-c463f2650962,revision_number=2']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:42.739696 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:44.056191 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 35456) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:44.464837 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [None req-d20de4f4-034d-4de6-b35e-46c7fae8a4b9 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:28:44.465902 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d20de4f4-034d-4de6-b35e-46c7fae8a4b9 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4085698
Apr 20 23:28:47.240145 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 35466) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:47.647048 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [None req-bd68682e-2b3b-4963-ba85-baeb38bf4b0f admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:28:47.648856 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-bd68682e-2b3b-4963-ba85-baeb38bf4b0f admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4070632
Apr 20 23:28:48.359087 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 8e020a84-622f-4f3f-a35a-c463f2650962 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:28:48.569696 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port 8e020a84-622f-4f3f-a35a-c463f2650962 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:28:49.675527 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65fc2e0-7344-4d39-bcfc-5bc759551e60 None None] Network fd69878f-d186-4c39-9d6c-b0c67ca15408 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:28:49.817490 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-3ed6e64d-3a8b-401a-a36a-7cceda9796db None None] Provisioning for port 8e020a84-622f-4f3f-a35a-c463f2650962 completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:28:49.828602 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-3ed6e64d-3a8b-401a-a36a-7cceda9796db None None] Provisioning complete for port 8e020a84-622f-4f3f-a35a-c463f2650962 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:28:49.829013 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ed6e64d-3a8b-401a-a36a-7cceda9796db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:50.048302 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ed6e64d-3a8b-401a-a36a-7cceda9796db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:50.092089 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-3ed6e64d-3a8b-401a-a36a-7cceda9796db None None] For port 8e020a84-622f-4f3f-a35a-c463f2650962, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=8e020a84-622f-4f3f-a35a-c463f2650962,segment=NetworkSegment(c61e358a-3d63-4449-b854-48d8dcae232b),segment_id=c61e358a-3d63-4449-b854-48d8dcae232b)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:28:50.119109 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ed6e64d-3a8b-401a-a36a-7cceda9796db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:50.121345 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:50.196793 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6e64d-3a8b-401a-a36a-7cceda9796db None None] Pushing event updated for resources: {'Port': ['ID=8e020a84-622f-4f3f-a35a-c463f2650962,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:50.200371 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3ed6e64d-3a8b-401a-a36a-7cceda9796db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:50.241591 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-8ef2cd29-15d3-40bd-94d3-7e6eecb39a7c None None] Provisioning complete for port 8e020a84-622f-4f3f-a35a-c463f2650962 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:28:50.242724 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8ef2cd29-15d3-40bd-94d3-7e6eecb39a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:50.344389 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 8e020a84-622f-4f3f-a35a-c463f2650962 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:28:50.442203 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 8e020a84-622f-4f3f-a35a-c463f2650962 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:28:50.442575 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:50.734715 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 35482) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:51.114745 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-2deb2756-d729-45a9-98b8-1e8a5d91e6e2 admin admin] Request body: {'router': {'tenant_id': '2c959dfc343b45b5a09f051056629973', 'name': 'router1', 'admin_state_up': True}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:51.120154 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2deb2756-d729-45a9-98b8-1e8a5d91e6e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:51.124140 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2deb2756-d729-45a9-98b8-1e8a5d91e6e2 admin admin] Usage tracker for resource:router and tenant:2c959dfc343b45b5a09f051056629973 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:51.127405 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2deb2756-d729-45a9-98b8-1e8a5d91e6e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:51.133805 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2deb2756-d729-45a9-98b8-1e8a5d91e6e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:51.169598 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2deb2756-d729-45a9-98b8-1e8a5d91e6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854232352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5632'] for router, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:51.170919 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2deb2756-d729-45a9-98b8-1e8a5d91e6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769921'] for router, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:51.244281 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2deb2756-d729-45a9-98b8-1e8a5d91e6e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:51.404647 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2deb2756-d729-45a9-98b8-1e8a5d91e6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854230453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126893'] for router, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:51.461631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2deb2756-d729-45a9-98b8-1e8a5d91e6e2 admin admin] Notify callbacks [] for router, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:51.462869 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2deb2756-d729-45a9-98b8-1e8a5d91e6e2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7270739
Apr 20 23:28:52.815714 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5413beb3-b177-417d-876c-ae30ab8311a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:54.196607 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 35492) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:54.588675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [None req-25017f04-2673-416d-a312-9e11eb44623a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:28:54.589725 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-25017f04-2673-416d-a312-9e11eb44623a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3921046
Apr 20 23:28:54.884188 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b18194a6-3853-40f8-8fc4-e64bca92c5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:56.135403 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:56.381142 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:57.164632 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:57.345414 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 35512) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:57.510285 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:57.515604 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:57.519517 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Usage tracker for resource:network and tenant:4437eb1aff754a8291ee8de2520df6eb is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:57.522383 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:57.529285 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:57.620296 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Made reservation on behalf of 4437eb1aff754a8291ee8de2520df6eb for: {'network': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:28:57.624797 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:57.637548 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:57.652579 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:57.656395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Usage tracker for resource:security_group_rule and tenant:4437eb1aff754a8291ee8de2520df6eb is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:57.659160 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:57.664836 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:57.909809 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:57.941074 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:57.946242 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:57.959108 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Reserving flat network on physical network physnet1 {{(pid=86386) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 20 23:28:57.975257 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab3b1df-22fa-43dc-b546-38057d2657a2,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:57.978530 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:58.025059 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:58.025436 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Added segment 83a834bf-a4d2-410e-a3e0-c165da083c58 of type flat for network b49fa4d7-9497-41f5-afae-ab183fc1104b
Apr 20 23:28:58.151662 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:58.215223 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:58.216528 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:58.217153 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:58.222185 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4f7118d6-9e26-4891-a6a9-bcdd4881cf40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:58.325027 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Pushing event updated for resources: {'Network': ['ID=b49fa4d7-9497-41f5-afae-ab183fc1104b,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:58.327805 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:58.335053 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network b49fa4d7-9497-41f5-afae-ab183fc1104b details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:28:58.341814 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9953663
Apr 20 23:29:00.866303 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 35532) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:00.980224 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69782ce7-647f-43c2-a524-e05b32d50f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:00.981553 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-69782ce7-647f-43c2-a524-e05b32d50f16 admin admin] 10.222.0.15 "GET /v2.0/subnets/a4d5bb74-deff-4831-ae54-20aef94fc419 HTTP/1.1" status: 200  len: 849 time: 0.1136672
Apr 20 23:29:01.280045 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2bb2605c-d63d-4e7b-ad32-b8e636950a10 admin admin] 10.222.0.15 "GET /v2.0/routers/9bb7aeba-f5c5-4427-b2d6-a2c84b702e08 HTTP/1.1" status: 200  len: 704 time: 0.2923334
Apr 20 23:29:01.762119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:02.046677 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Allocated IP 172.20.0.1 (fd69878f-d186-4c39-9d6c-b0c67ca15408/a4d5bb74-deff-4831-ae54-20aef94fc419/6f644996-bf62-420f-a42f-85fefb6d528a) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:29:02.313558 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:02.330752 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Transition to ACTIVE for port object 6f644996-bf62-420f-a42f-85fefb6d528a will not be triggered until provisioned by entity DHCP. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:29:02.415964 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:02.420594 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:02.476965 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Network fd69878f-d186-4c39-9d6c-b0c67ca15408 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:29:02.484633 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:29:02.489088 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:29:02.489610 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546574'] for router_interface, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:02.641697 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Pushing event updated for resources: {'Port': ['ID=6f644996-bf62-420f-a42f-85fefb6d528a,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:02.648874 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:02.666655 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-f15ec403-71d6-43f6-9f72-013c3efbf96a None None] Provisioning for port 6f644996-bf62-420f-a42f-85fefb6d528a completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:29:02.672012 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-f15ec403-71d6-43f6-9f72-013c3efbf96a None None] Provisioning complete for port 6f644996-bf62-420f-a42f-85fefb6d528a triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:29:02.683538 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f15ec403-71d6-43f6-9f72-013c3efbf96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:02.730433 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-f15ec403-71d6-43f6-9f72-013c3efbf96a None None] Port 6f644996-bf62-420f-a42f-85fefb6d528a cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:29:02.803262 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:03.038679 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:03.072401 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:03.073451 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33003090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854229143'] for router_interface, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:03.077570 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:03.210595 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Pushing event updated for resources: {'Port': ['ID=6f644996-bf62-420f-a42f-85fefb6d528a,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:03.215459 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:03.274418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Network fd69878f-d186-4c39-9d6c-b0c67ca15408 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:29:03.275619 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:29:03.453914 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-396953e8-b564-4fc3-9e3d-e41df03d96f2 None None] Provisioning complete for port 6f644996-bf62-420f-a42f-85fefb6d528a triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:29:03.454458 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-396953e8-b564-4fc3-9e3d-e41df03d96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:03.515126 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-396953e8-b564-4fc3-9e3d-e41df03d96f2 None None] Port 6f644996-bf62-420f-a42f-85fefb6d528a cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:29:03.672296 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Router 9bb7aeba-f5c5-4427-b2d6-a2c84b702e08 is scheduled to L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb with binding_index 1 {{(pid=86386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:29:03.833133 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:29:03.843332 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] 10.222.0.15 "PUT /v2.0/routers/9bb7aeba-f5c5-4427-b2d6-a2c84b702e08/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.5577700
Apr 20 23:29:03.844033 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Sync routers for ids ['9bb7aeba-f5c5-4427-b2d6-a2c84b702e08'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:29:03.856026 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Routers {'9bb7aeba-f5c5-4427-b2d6-a2c84b702e08'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:29:03.856897 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016f2d9898>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:28:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['9bb7aeba-f5c5-4427-b2d6-a2c84b702e08'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:29:04.039907 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Set router 9bb7aeba-f5c5-4427-b2d6-a2c84b702e08 gateway port host: None {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:29:04.591214 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016f2d9898>, [{'id': '9bb7aeba-f5c5-4427-b2d6-a2c84b702e08', 'name': 'router1', 'tenant_id': '2c959dfc343b45b5a09f051056629973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:51Z', 'updated_at': '2021-04-20T23:29:02Z', 'revision_number': 2, 'project_id': '2c959dfc343b45b5a09f051056629973', 'gw_port_host': None, '_interfaces': [{'id': '6f644996-bf62-420f-a42f-85fefb6d528a', 'name': '', 'network_id': 'fd69878f-d186-4c39-9d6c-b0c67ca15408', 'tenant_id': '2c959dfc343b45b5a09f051056629973', 'mac_address': 'fa:16:3e:af:0f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb7aeba-f5c5-4427-b2d6-a2c84b702e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4d5bb74-deff-4831-ae54-20aef94fc419', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:01Z', 'updated_at': '2021-04-20T23:29:02Z', 'revision_number': 2, 'project_id': '2c959dfc343b45b5a09f051056629973', 'subnets': [{'id': 'a4d5bb74-deff-4831-ae54-20aef94fc419', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5966fbca-d090-4ac6-a40b-b6b3783f1130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:29:04.596550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Checking router: 9bb7aeba-f5c5-4427-b2d6-a2c84b702e08 for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:29:04.596934 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Updating router 9bb7aeba-f5c5-4427-b2d6-a2c84b702e08 port 6f644996-bf62-420f-a42f-85fefb6d528a binding host dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:29:04.655277 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:05.047192 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Notify callbacks [] for port, precommit_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:05.062479 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Transition to ACTIVE for port object 6f644996-bf62-420f-a42f-85fefb6d528a will not be triggered until provisioned by entity L2. {{(pid=86388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:29:05.095274 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:05.101427 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:05.300298 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c22de-d6fd-4963-9660-e5d53ab8e1e7 None None] Pushing event updated for resources: {'Port': ['ID=6f644996-bf62-420f-a42f-85fefb6d528a,revision_number=3']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:05.326359 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c22de-d6fd-4963-9660-e5d53ab8e1e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:05.326729 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c22de-d6fd-4963-9660-e5d53ab8e1e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:05.327093 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c22de-d6fd-4963-9660-e5d53ab8e1e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:05.327477 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c22de-d6fd-4963-9660-e5d53ab8e1e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:05.327834 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c22de-d6fd-4963-9660-e5d53ab8e1e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:05.328189 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c22de-d6fd-4963-9660-e5d53ab8e1e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:05.328540 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c22de-d6fd-4963-9660-e5d53ab8e1e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:05.328888 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c22de-d6fd-4963-9660-e5d53ab8e1e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:05.329240 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c22de-d6fd-4963-9660-e5d53ab8e1e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:05.329588 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c22de-d6fd-4963-9660-e5d53ab8e1e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:05.329934 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c22de-d6fd-4963-9660-e5d53ab8e1e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:05.330283 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c22de-d6fd-4963-9660-e5d53ab8e1e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c22de-d6fd-4963-9660-e5d53ab8e1e7 None None] Tracked resource versions report:
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]: pushed versions:
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]: {   'AddressGroup': {'1.2'},
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:     'ConntrackHelper': {'1.0'},
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Log': {'1.0'},
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Network': {'1.1'},
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Port': {'1.7'},
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:     'PortForwarding': {'1.2'},
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:     'QosPolicy': {'1.8'},
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SecurityGroup': {'1.4'},
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SecurityGroupRule': {'1.2'},
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SubPort': {'1.0'},
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Subnet': {'1.1'},
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Trunk': {'1.1'}}
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]: consumer versions:
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]: {   DHCP agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:     L3 agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:     Metadata agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:     Metering agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:     Open vSwitch agent@dv-cinder-680889-5-iscsi: {   'AddressGroup': '1.2',
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'ConntrackHelper': '1.0',
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Log': '1.0',
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Network': '1.1',
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Port': '1.7',
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'PortForwarding': '1.2',
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'QosPolicy': '1.8',
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SecurityGroup': '1.4',
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SecurityGroupRule': '1.2',
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SubPort': '1.0',
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Subnet': '1.1',
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Trunk': '1.1'}}
Apr 20 23:29:05.331402 dv-cinder-680889-5-iscsi neutron-server[86270]:  {{(pid=86388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 23:29:05.340404 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-167c22de-d6fd-4963-9660-e5d53ab8e1e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:05.341304 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Attempting to bind port 6f644996-bf62-420f-a42f-85fefb6d528a on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:29:05.341726 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Attempting to bind port 6f644996-bf62-420f-a42f-85fefb6d528a by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': 'c61e358a-3d63-4449-b854-48d8dcae232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fd69878f-d186-4c39-9d6c-b0c67ca15408'}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:29:05.342131 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Attempting to bind port 6f644996-bf62-420f-a42f-85fefb6d528a on network fd69878f-d186-4c39-9d6c-b0c67ca15408 {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:29:05.348117 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:29:05.348443 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Checking segment: {'id': 'c61e358a-3d63-4449-b854-48d8dcae232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fd69878f-d186-4c39-9d6c-b0c67ca15408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:29:05.348925 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:05.349345 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Bound using segment: {'id': 'c61e358a-3d63-4449-b854-48d8dcae232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fd69878f-d186-4c39-9d6c-b0c67ca15408'} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:29:05.349876 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Bound port: 6f644996-bf62-420f-a42f-85fefb6d528a, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61e358a-3d63-4449-b854-48d8dcae232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fd69878f-d186-4c39-9d6c-b0c67ca15408'}}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:29:05.350299 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:05.444210 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] For port 6f644996-bf62-420f-a42f-85fefb6d528a, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:29:05.450285 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] For port 6f644996-bf62-420f-a42f-85fefb6d528a, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=6f644996-bf62-420f-a42f-85fefb6d528a,segment=NetworkSegment(c61e358a-3d63-4449-b854-48d8dcae232b),segment_id=c61e358a-3d63-4449-b854-48d8dcae232b)] {{(pid=86388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:29:05.512723 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:05.517589 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-167c22de-d6fd-4963-9660-e5d53ab8e1e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:05.601511 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Routers {'9bb7aeba-f5c5-4427-b2d6-a2c84b702e08'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:29:05.602274 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016f2d9898>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:28:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['9bb7aeba-f5c5-4427-b2d6-a2c84b702e08'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:29:05.737970 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c22de-d6fd-4963-9660-e5d53ab8e1e7 None None] Pushing event updated for resources: {'Port': ['ID=6f644996-bf62-420f-a42f-85fefb6d528a,revision_number=4']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:05.743011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-167c22de-d6fd-4963-9660-e5d53ab8e1e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:05.775382 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] Set router 9bb7aeba-f5c5-4427-b2d6-a2c84b702e08 gateway port host: None {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:29:06.117904 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016f2d9898>, [{'id': '9bb7aeba-f5c5-4427-b2d6-a2c84b702e08', 'name': 'router1', 'tenant_id': '2c959dfc343b45b5a09f051056629973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:51Z', 'updated_at': '2021-04-20T23:29:02Z', 'revision_number': 2, 'project_id': '2c959dfc343b45b5a09f051056629973', 'gw_port_host': None, '_interfaces': [{'id': '6f644996-bf62-420f-a42f-85fefb6d528a', 'name': '', 'network_id': 'fd69878f-d186-4c39-9d6c-b0c67ca15408', 'tenant_id': '2c959dfc343b45b5a09f051056629973', 'mac_address': 'fa:16:3e:af:0f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb7aeba-f5c5-4427-b2d6-a2c84b702e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4d5bb74-deff-4831-ae54-20aef94fc419', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:01Z', 'updated_at': '2021-04-20T23:29:05Z', 'revision_number': 4, 'project_id': '2c959dfc343b45b5a09f051056629973', 'subnets': [{'id': 'a4d5bb74-deff-4831-ae54-20aef94fc419', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5966fbca-d090-4ac6-a40b-b6b3783f1130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:29:06.122064 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a192ca-6d8f-4c39-a7b8-8fd051eb5fbc None None] The sync data for ids ['9bb7aeba-f5c5-4427-b2d6-a2c84b702e08'] in dv-cinder-680889-5-iscsi is: [{'id': '9bb7aeba-f5c5-4427-b2d6-a2c84b702e08', 'name': 'router1', 'tenant_id': '2c959dfc343b45b5a09f051056629973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:51Z', 'updated_at': '2021-04-20T23:29:02Z', 'revision_number': 2, 'project_id': '2c959dfc343b45b5a09f051056629973', 'gw_port_host': None, '_interfaces': [{'id': '6f644996-bf62-420f-a42f-85fefb6d528a', 'name': '', 'network_id': 'fd69878f-d186-4c39-9d6c-b0c67ca15408', 'tenant_id': '2c959dfc343b45b5a09f051056629973', 'mac_address': 'fa:16:3e:af:0f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb7aeba-f5c5-4427-b2d6-a2c84b702e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4d5bb74-deff-4831-ae54-20aef94fc419', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:01Z', 'updated_at': '2021-04-20T23:29:05Z', 'revision_number': 4, 'project_id': '2c959dfc343b45b5a09f051056629973', 'subnets': [{'id': 'a4d5bb74-deff-4831-ae54-20aef94fc419', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5966fbca-d090-4ac6-a40b-b6b3783f1130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:29:06.395891 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 35544) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:06.573328 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING oslo_policy.policy [None req-f7a79be7-e5aa-4032-b632-878676355297 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 23:29:06.573985 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING oslo_policy.policy [None req-f7a79be7-e5aa-4032-b632-878676355297 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 23:29:07.045619 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.policy [None req-f7a79be7-e5aa-4032-b632-878676355297 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86385) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 23:29:07.265343 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING oslo_policy.policy [None req-f7a79be7-e5aa-4032-b632-878676355297 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 23:29:07.265770 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING oslo_policy.policy [None req-f7a79be7-e5aa-4032-b632-878676355297 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 23:29:07.283763 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a79be7-e5aa-4032-b632-878676355297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:07.285526 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f7a79be7-e5aa-4032-b632-878676355297 admin admin] 10.222.0.15 "GET /v2.0/networks/b49fa4d7-9497-41f5-afae-ab183fc1104b HTTP/1.1" status: 200  len: 842 time: 0.8876510
Apr 20 23:29:07.296767 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:29:07.299702 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.quota [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f016f341550>.
Apr 20 23:29:07.306474 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:07.311813 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Usage tracker for resource:subnet and tenant:4437eb1aff754a8291ee8de2520df6eb is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:07.315037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:07.322665 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:07.374538 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Made reservation on behalf of 4437eb1aff754a8291ee8de2520df6eb for: {'subnet': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:29:07.380888 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:08.111791 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.objects.ports [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86385) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 20 23:29:08.112359 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for subnet, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:08.118257 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:08.200674 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Checking segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:29:08.201062 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Network hostable DHCP agents. Network: b49fa4d7-9497-41f5-afae-ab183fc1104b, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:29:08.208618 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=828469c9-116a-4083-bfec-69bcf738251b,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:08.220090 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:08.220501 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:08.220863 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:08.221223 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:08.221579 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:08.221932 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:08.222283 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:08.222632 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:08.222982 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:08.223358 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:08.223709 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:08.224055 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Tracked resource versions report:
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]: pushed versions:
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]: {   'AddressGroup': {'1.2'},
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:     'ConntrackHelper': {'1.0'},
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Log': {'1.0'},
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Network': {'1.1'},
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Port': {'1.7'},
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:     'PortForwarding': {'1.2'},
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:     'QosPolicy': {'1.8'},
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SecurityGroup': {'1.4'},
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SecurityGroupRule': {'1.2'},
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SubPort': {'1.0'},
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Subnet': {'1.1'},
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Trunk': {'1.1'}}
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]: consumer versions:
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]: {   DHCP agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:     L3 agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:     Metadata agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:     Metering agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:     Open vSwitch agent@dv-cinder-680889-5-iscsi: {   'AddressGroup': '1.2',
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'ConntrackHelper': '1.0',
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Log': '1.0',
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Network': '1.1',
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Port': '1.7',
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'PortForwarding': '1.2',
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'QosPolicy': '1.8',
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SecurityGroup': '1.4',
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SecurityGroupRule': '1.2',
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SubPort': '1.0',
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Subnet': '1.1',
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Trunk': '1.1'}}
Apr 20 23:29:08.225141 dv-cinder-680889-5-iscsi neutron-server[86270]:  {{(pid=86385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 23:29:08.257842 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:08.329179 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:29:08.386271 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, b49fa4d7-9497-41f5-afae-ab183fc1104b) {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:29:08.390713 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:08.391415 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:08.395786 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419dc9c3-9b20-4bcc-9fcc-7553ce8ad49b None None] Network b49fa4d7-9497-41f5-afae-ab183fc1104b requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:29:08.501748 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2093148
Apr 20 23:29:08.629234 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f2b211-413f-4581-a85d-92e8f6ff1577 None None] Network b49fa4d7-9497-41f5-afae-ab183fc1104b requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:29:10.358545 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 6f644996-bf62-420f-a42f-85fefb6d528a up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:29:10.455073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port 6f644996-bf62-420f-a42f-85fefb6d528a completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:29:10.460432 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 6f644996-bf62-420f-a42f-85fefb6d528a triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:29:10.460840 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:10.582840 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:10.619776 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port 6f644996-bf62-420f-a42f-85fefb6d528a, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=6f644996-bf62-420f-a42f-85fefb6d528a,segment=NetworkSegment(c61e358a-3d63-4449-b854-48d8dcae232b),segment_id=c61e358a-3d63-4449-b854-48d8dcae232b)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:29:10.655401 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:10.657579 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:10.729981 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=6f644996-bf62-420f-a42f-85fefb6d528a,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:10.733370 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:11.099364 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 35568) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:11.336209 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5fd4b057-340a-45c9-b156-242472fc886b admin admin] 10.222.0.15 "GET /v2.0/routers/9bb7aeba-f5c5-4427-b2d6-a2c84b702e08 HTTP/1.1" status: 200  len: 710 time: 0.2354295
Apr 20 23:29:11.472569 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbab5461-c6ee-4652-b1f3-e32239e84032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:11.474002 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-bbab5461-c6ee-4652-b1f3-e32239e84032 admin admin] 10.222.0.15 "GET /v2.0/networks/b49fa4d7-9497-41f5-afae-ab183fc1104b HTTP/1.1" status: 200  len: 886 time: 0.1307783
Apr 20 23:29:11.484824 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:29:12.093279 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769938'] for router, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:12.341066 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 6f644996-bf62-420f-a42f-85fefb6d528a up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:29:12.411365 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 6f644996-bf62-420f-a42f-85fefb6d528a triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:29:12.411696 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:12.460506 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:12.523022 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:12.663425 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] Allocated IP 172.27.2.245 (b49fa4d7-9497-41f5-afae-ab183fc1104b/828469c9-116a-4083-bfec-69bcf738251b/073fd623-e352-4da7-94ae-7a9aa4e805d1) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:29:12.824884 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:12.912803 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:12.917735 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:12.984799 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:29:12.987722 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:29:12.992142 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:29:13.107621 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=073fd623-e352-4da7-94ae-7a9aa4e805d1,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:13.119765 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:13.508846 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.031665 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769938'] for router, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.035100 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854126910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854230492'] for router, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.223681 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] Router 9bb7aeba-f5c5-4427-b2d6-a2c84b702e08 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:29:14.410506 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:29:14.420228 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] Notify callbacks [] for router, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.420539 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Sync routers for ids ['9bb7aeba-f5c5-4427-b2d6-a2c84b702e08'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:29:14.421479 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] 10.222.0.15 "PUT /v2.0/routers/9bb7aeba-f5c5-4427-b2d6-a2c84b702e08 HTTP/1.1" status: 200  len: 890 time: 2.9403741
Apr 20 23:29:14.431826 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Routers {'9bb7aeba-f5c5-4427-b2d6-a2c84b702e08'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:29:14.432535 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e401c88>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:28:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['9bb7aeba-f5c5-4427-b2d6-a2c84b702e08'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:29:14.637728 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Set router 9bb7aeba-f5c5-4427-b2d6-a2c84b702e08 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:29:15.144076 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e401c88>, [{'id': '9bb7aeba-f5c5-4427-b2d6-a2c84b702e08', 'name': 'router1', 'tenant_id': '2c959dfc343b45b5a09f051056629973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '073fd623-e352-4da7-94ae-7a9aa4e805d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:51Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '2c959dfc343b45b5a09f051056629973', 'gw_port': {'id': '073fd623-e352-4da7-94ae-7a9aa4e805d1', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb7aeba-f5c5-4427-b2d6-a2c84b702e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:12Z', 'updated_at': '2021-04-20T23:29:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '6f644996-bf62-420f-a42f-85fefb6d528a', 'name': '', 'network_id': 'fd69878f-d186-4c39-9d6c-b0c67ca15408', 'tenant_id': '2c959dfc343b45b5a09f051056629973', 'mac_address': 'fa:16:3e:af:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7aeba-f5c5-4427-b2d6-a2c84b702e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4d5bb74-deff-4831-ae54-20aef94fc419', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:01Z', 'updated_at': '2021-04-20T23:29:10Z', 'revision_number': 5, 'project_id': '2c959dfc343b45b5a09f051056629973', 'subnets': [{'id': 'a4d5bb74-deff-4831-ae54-20aef94fc419', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5966fbca-d090-4ac6-a40b-b6b3783f1130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:29:15.149023 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Checking router: 9bb7aeba-f5c5-4427-b2d6-a2c84b702e08 for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:29:15.149416 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Updating router 9bb7aeba-f5c5-4427-b2d6-a2c84b702e08 port 073fd623-e352-4da7-94ae-7a9aa4e805d1 binding host dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:29:15.203438 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:15.545867 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Notify callbacks [] for port, precommit_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:15.620633 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Transition to ACTIVE for port object 073fd623-e352-4da7-94ae-7a9aa4e805d1 will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:29:15.683089 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:15.689870 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a00db57e-a5fb-4c74-9967-bf9ca34df16b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:15.773117 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Attempting to bind port 073fd623-e352-4da7-94ae-7a9aa4e805d1 on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:29:15.774786 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Attempting to bind port 073fd623-e352-4da7-94ae-7a9aa4e805d1 by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:29:15.774786 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Attempting to bind port 073fd623-e352-4da7-94ae-7a9aa4e805d1 on network b49fa4d7-9497-41f5-afae-ab183fc1104b {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:29:15.779968 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bf8bd-a044-4176-9a6b-b7708cf369f1 None None] Pushing event updated for resources: {'Port': ['ID=073fd623-e352-4da7-94ae-7a9aa4e805d1,revision_number=2']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:15.784101 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7e8bf8bd-a044-4176-9a6b-b7708cf369f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:15.785268 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:29:15.785681 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Checking segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:29:15.786118 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:15.786537 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Bound using segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:29:15.787043 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Bound port: 073fd623-e352-4da7-94ae-7a9aa4e805d1, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:29:15.787490 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:15.863619 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] For port 073fd623-e352-4da7-94ae-7a9aa4e805d1, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:29:15.866924 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] For port 073fd623-e352-4da7-94ae-7a9aa4e805d1, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=073fd623-e352-4da7-94ae-7a9aa4e805d1,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:29:15.895190 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:15.900693 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:15.981293 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Routers {'9bb7aeba-f5c5-4427-b2d6-a2c84b702e08'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:29:15.981954 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e401c88>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:28:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['9bb7aeba-f5c5-4427-b2d6-a2c84b702e08'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:29:16.097742 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bf8bd-a044-4176-9a6b-b7708cf369f1 None None] Pushing event updated for resources: {'Port': ['ID=073fd623-e352-4da7-94ae-7a9aa4e805d1,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:16.108270 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7e8bf8bd-a044-4176-9a6b-b7708cf369f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:16.172821 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] Set router 9bb7aeba-f5c5-4427-b2d6-a2c84b702e08 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:29:16.515775 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e401c88>, [{'id': '9bb7aeba-f5c5-4427-b2d6-a2c84b702e08', 'name': 'router1', 'tenant_id': '2c959dfc343b45b5a09f051056629973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '073fd623-e352-4da7-94ae-7a9aa4e805d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:51Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '2c959dfc343b45b5a09f051056629973', 'gw_port': {'id': '073fd623-e352-4da7-94ae-7a9aa4e805d1', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb7aeba-f5c5-4427-b2d6-a2c84b702e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:12Z', 'updated_at': '2021-04-20T23:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '6f644996-bf62-420f-a42f-85fefb6d528a', 'name': '', 'network_id': 'fd69878f-d186-4c39-9d6c-b0c67ca15408', 'tenant_id': '2c959dfc343b45b5a09f051056629973', 'mac_address': 'fa:16:3e:af:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7aeba-f5c5-4427-b2d6-a2c84b702e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4d5bb74-deff-4831-ae54-20aef94fc419', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:01Z', 'updated_at': '2021-04-20T23:29:10Z', 'revision_number': 5, 'project_id': '2c959dfc343b45b5a09f051056629973', 'subnets': [{'id': 'a4d5bb74-deff-4831-ae54-20aef94fc419', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5966fbca-d090-4ac6-a40b-b6b3783f1130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:29:16.519965 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159aa8e-fe1b-493a-9e82-75508c0243d7 None None] The sync data for ids ['9bb7aeba-f5c5-4427-b2d6-a2c84b702e08'] in dv-cinder-680889-5-iscsi is: [{'id': '9bb7aeba-f5c5-4427-b2d6-a2c84b702e08', 'name': 'router1', 'tenant_id': '2c959dfc343b45b5a09f051056629973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '073fd623-e352-4da7-94ae-7a9aa4e805d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:51Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '2c959dfc343b45b5a09f051056629973', 'gw_port': {'id': '073fd623-e352-4da7-94ae-7a9aa4e805d1', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb7aeba-f5c5-4427-b2d6-a2c84b702e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:12Z', 'updated_at': '2021-04-20T23:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '6f644996-bf62-420f-a42f-85fefb6d528a', 'name': '', 'network_id': 'fd69878f-d186-4c39-9d6c-b0c67ca15408', 'tenant_id': '2c959dfc343b45b5a09f051056629973', 'mac_address': 'fa:16:3e:af:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7aeba-f5c5-4427-b2d6-a2c84b702e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4d5bb74-deff-4831-ae54-20aef94fc419', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:01Z', 'updated_at': '2021-04-20T23:29:10Z', 'revision_number': 5, 'project_id': '2c959dfc343b45b5a09f051056629973', 'subnets': [{'id': 'a4d5bb74-deff-4831-ae54-20aef94fc419', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5966fbca-d090-4ac6-a40b-b6b3783f1130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:29:17.202037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 35578) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:17.326073 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-92bfbe06-5954-4476-aa4e-e3b862cd8c2d admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1228466
Apr 20 23:29:18.379721 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 073fd623-e352-4da7-94ae-7a9aa4e805d1 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:29:18.511177 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port 073fd623-e352-4da7-94ae-7a9aa4e805d1 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:29:18.516375 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 073fd623-e352-4da7-94ae-7a9aa4e805d1 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:29:18.516796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:18.645166 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:18.665322 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port 073fd623-e352-4da7-94ae-7a9aa4e805d1, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=073fd623-e352-4da7-94ae-7a9aa4e805d1,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:29:18.700752 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:18.703050 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7e8bf8bd-a044-4176-9a6b-b7708cf369f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:18.776242 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=073fd623-e352-4da7-94ae-7a9aa4e805d1,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:18.780017 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:20.384778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 5 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:29:20.385293 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 073fd623-e352-4da7-94ae-7a9aa4e805d1 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:29:20.478635 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 073fd623-e352-4da7-94ae-7a9aa4e805d1 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:29:20.479809 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:22.838159 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-90f001d1-8b25-4bd2-a003-9f2d2d2fec00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:24.877662 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a41a1d15-ba1a-4613-8dce-26dce9f0ab27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:26.146559 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:26.398712 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:27.186516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:52.814814 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6b460e7f-e8e4-456d-b0e1-6a9605a6da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:54.866056 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9e27bebc-acf7-4705-ae9b-4aa735852559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:56.128483 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:56.391497 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:57.168734 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:57.387918 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 5 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:30:22.813321 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9ae0eae0-72a6-4f86-b314-e96d45a33c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.888072 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-51671870-0f75-489f-899a-5e652f09d3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:26.162017 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:26.379847 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:27.185104 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:34.387413 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 5 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:30:52.835996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4fd67b76-77b6-4d39-b5db-10232667faa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:54.864141 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-42cabbd3-492f-4959-bc2e-51a024e6f291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:56.145016 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:56.379011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:57.195846 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:02.512903 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 36148) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:31:02.586059 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d442abd-4edf-4bd5-bc11-15257b078f33 admin admin] GET failed (client error): The resource could not be found.
Apr 20 23:31:02.587473 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1d442abd-4edf-4bd5-bc11-15257b078f33 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0735099
Apr 20 23:31:02.731331 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e7dc5e-9a05-4062-922b-072cddd34162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:02.735214 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-71e7dc5e-9a05-4062-922b-072cddd34162 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 871 time: 0.1407971
Apr 20 23:31:05.229626 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36158) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:31:05.345465 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e253a1-24ab-4812-823f-be30005b7616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:05.347095 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c7e253a1-24ab-4812-823f-be30005b7616 admin admin] 10.222.0.15 "GET /v2.0/subnets/a4d5bb74-deff-4831-ae54-20aef94fc419 HTTP/1.1" status: 200  len: 849 time: 0.1164408
Apr 20 23:31:05.357509 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:31:05.482084 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Notify callbacks [] for subnet, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:05.807272 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727759302361'] for subnet, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:05.811924 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:05.853050 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:05.853966 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:05.855024 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] 10.222.0.15 "PUT /v2.0/subnets/a4d5bb74-deff-4831-ae54-20aef94fc419 HTTP/1.1" status: 200  len: 868 time: 0.5015264
Apr 20 23:31:05.857534 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5c7deb-836c-455e-acb6-2a1c2322f831 None None] Network fd69878f-d186-4c39-9d6c-b0c67ca15408 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:31:05.881847 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d5bb74-deff-4831-ae54-20aef94fc419,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:05.890024 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:05.890391 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:05.890764 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:05.891131 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:05.891524 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:05.891909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:05.892272 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:05.892636 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:05.893571 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:05.894082 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:05.894501 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:05.894873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:05.898769 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:06.452824 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-3c087916-49a9-4357-83dc-ac5ee695521d None None] Provisioning complete for port 6f644996-bf62-420f-a42f-85fefb6d528a triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:31:06.453439 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3c087916-49a9-4357-83dc-ac5ee695521d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:06.583790 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-3c087916-49a9-4357-83dc-ac5ee695521d None None] Provisioning complete for port 8e020a84-622f-4f3f-a35a-c463f2650962 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:31:06.584201 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3c087916-49a9-4357-83dc-ac5ee695521d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:08.387668 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36168) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:31:08.575712 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3194acb-15ba-4c3c-bd1e-e75c9c9d71ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:08.576244 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3194acb-15ba-4c3c-bd1e-e75c9c9d71ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:08.577047 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e3194acb-15ba-4c3c-bd1e-e75c9c9d71ab admin admin] Synchronizing usage tracker for tenant:4437eb1aff754a8291ee8de2520df6eb on resource:network {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:31:08.646659 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e3194acb-15ba-4c3c-bd1e-e75c9c9d71ab admin admin] Unset dirty status for tenant:4437eb1aff754a8291ee8de2520df6eb on resource:network {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:31:08.647974 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e3194acb-15ba-4c3c-bd1e-e75c9c9d71ab admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.2592845
Apr 20 23:31:11.137033 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36178) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:31:11.322632 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338fddcc-de2b-44d3-a408-7800b393f101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:11.323090 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338fddcc-de2b-44d3-a408-7800b393f101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:11.324827 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-338fddcc-de2b-44d3-a408-7800b393f101 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1867919
Apr 20 23:31:11.386792 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 5 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:31:13.845067 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36188) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:31:14.025332 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f77f64-31b0-467f-9efd-9e2121343c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:14.026703 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-13f77f64-31b0-467f-9efd-9e2121343c1a admin admin] 10.222.0.15 "GET /v2.0/networks/b49fa4d7-9497-41f5-afae-ab183fc1104b HTTP/1.1" status: 200  len: 886 time: 0.1803572
Apr 20 23:31:16.568691 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36198) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:31:16.753587 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11488ba6-0397-4cb4-950a-c9d65fc54ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:16.755033 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-11488ba6-0397-4cb4-950a-c9d65fc54ace admin admin] 10.222.0.15 "GET /v2.0/networks/fd69878f-d186-4c39-9d6c-b0c67ca15408 HTTP/1.1" status: 200  len: 868 time: 0.1853273
Apr 20 23:31:19.236206 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36208) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:31:19.349892 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e434e81-9179-4530-b613-df41845a3045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:19.350407 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e434e81-9179-4530-b613-df41845a3045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:19.352025 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2e434e81-9179-4530-b613-df41845a3045 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1146727
Apr 20 23:31:21.841663 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36218) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:31:21.959431 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a4c7d6-b229-47d7-9f70-f9cffbd4eae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:21.959926 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a4c7d6-b229-47d7-9f70-f9cffbd4eae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:21.961496 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-34a4c7d6-b229-47d7-9f70-f9cffbd4eae7 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1188254
Apr 20 23:31:22.812205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4f7e-6bb8-4734-adf0-609ebd69c61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:24.477646 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36228) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:31:24.587136 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d6f584-440a-4a0b-a314-40747e67a3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:24.588604 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d9d6f584-440a-4a0b-a314-40747e67a3a9 admin admin] 10.222.0.15 "GET /v2.0/subnets/828469c9-116a-4083-bfec-69bcf738251b HTTP/1.1" status: 200  len: 816 time: 0.1099350
Apr 20 23:31:24.881009 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eddfa068-340c-4ce1-b37a-3d641e07c1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:26.144073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:26.378343 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:27.110402 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36240) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:31:27.206616 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:27.229661 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799c7c3d-9c2b-45b9-91e4-dc4b1f427fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:27.231114 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-799c7c3d-9c2b-45b9-91e4-dc4b1f427fb4 admin admin] 10.222.0.15 "GET /v2.0/subnets/a4d5bb74-deff-4831-ae54-20aef94fc419 HTTP/1.1" status: 200  len: 868 time: 0.1191301
Apr 20 23:31:48.386039 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 5 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:31:52.812109 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bf849819-6c56-4084-bfd1-3872e63b9a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:53.876668 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36284) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:31:53.929899 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [None req-67825b04-06f3-4c96-847d-48614d4db37c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:31:53.930995 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-67825b04-06f3-4c96-847d-48614d4db37c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0532761
Apr 20 23:31:54.880650 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2ee9a528-c048-4de1-a1db-b36d70fa24a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:56.148877 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:56.371760 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:56.525639 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36294) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:31:56.600765 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd0cab8-e88d-4e73-8dbe-6c169b708712 admin admin] GET failed (client error): The resource could not be found.
Apr 20 23:31:56.602123 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5bd0cab8-e88d-4e73-8dbe-6c169b708712 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0754521
Apr 20 23:31:56.740277 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eff271c-b5f7-4fa2-bee9-72abf912262e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:56.741861 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0eff271c-b5f7-4fa2-bee9-72abf912262e admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1354012
Apr 20 23:31:57.200363 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:59.272820 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36304) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:31:59.325837 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-c1727687-141f-4cca-a61d-78a64e71e526 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:31:59.331829 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c1727687-141f-4cca-a61d-78a64e71e526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:31:59.342018 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c1727687-141f-4cca-a61d-78a64e71e526 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:31:59.406262 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1727687-141f-4cca-a61d-78a64e71e526 admin admin] Made reservation on behalf of 4437eb1aff754a8291ee8de2520df6eb for: {'network': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:31:59.411004 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c1727687-141f-4cca-a61d-78a64e71e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:59.506359 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING neutron.services.revisions.revision_plugin [None req-c1727687-141f-4cca-a61d-78a64e71e526 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f016dc816d8] {project_id='4437eb1aff754a8291ee8de2520df6eb', id='c4f199ce-12eb-42b2-ac1a-686e7a9ffce3', target_tenant='*', action='access_as_shared', object_id='af38cc1a-bdb4-4f03-b159-8f02bf8bf249'}> to bump revision.
Apr 20 23:31:59.591895 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1727687-141f-4cca-a61d-78a64e71e526 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'}  {{(pid=86386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:31:59.601134 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c1727687-141f-4cca-a61d-78a64e71e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:59.601519 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-c1727687-141f-4cca-a61d-78a64e71e526 admin admin] Added segment 5f1474c4-0857-44e2-8b1e-1e94de7c6969 of type vlan for network af38cc1a-bdb4-4f03-b159-8f02bf8bf249
Apr 20 23:31:59.627379 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c1727687-141f-4cca-a61d-78a64e71e526 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:59.680503 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c1727687-141f-4cca-a61d-78a64e71e526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:59.681934 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1727687-141f-4cca-a61d-78a64e71e526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:59.682573 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c1727687-141f-4cca-a61d-78a64e71e526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:59.686255 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:59.793598 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1727687-141f-4cca-a61d-78a64e71e526 admin admin] Pushing event updated for resources: {'Network': ['ID=af38cc1a-bdb4-4f03-b159-8f02bf8bf249,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:59.796487 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c1727687-141f-4cca-a61d-78a64e71e526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:59.804659 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network af38cc1a-bdb4-4f03-b159-8f02bf8bf249 details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:31:59.852653 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c1727687-141f-4cca-a61d-78a64e71e526 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 846 time: 0.5786624
Apr 20 23:32:02.358100 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36314) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:02.434469 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e150c5b-644d-41c6-9b19-024c8985cf93 admin admin] GET failed (client error): The resource could not be found.
Apr 20 23:32:02.441930 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2e150c5b-644d-41c6-9b19-024c8985cf93 admin admin] Synchronizing usage tracker for tenant:4437eb1aff754a8291ee8de2520df6eb on resource:network {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:32:02.485956 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2e150c5b-644d-41c6-9b19-024c8985cf93 admin admin] Unset dirty status for tenant:4437eb1aff754a8291ee8de2520df6eb on resource:network {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:32:02.487195 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2e150c5b-644d-41c6-9b19-024c8985cf93 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1280138
Apr 20 23:32:02.785995 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2e85f8-2635-403c-8f0d-c977b3f9944a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:02.787591 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2b2e85f8-2635-403c-8f0d-c977b3f9944a admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 825 time: 0.2961068
Apr 20 23:32:02.798330 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-9c644877-def4-42ad-ae0d-c9429c862384 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'af38cc1a-bdb4-4f03-b159-8f02bf8bf249', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:02.803198 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9c644877-def4-42ad-ae0d-c9429c862384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:02.807292 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9c644877-def4-42ad-ae0d-c9429c862384 admin admin] Usage tracker for resource:subnet and tenant:4437eb1aff754a8291ee8de2520df6eb is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:02.810169 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9c644877-def4-42ad-ae0d-c9429c862384 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:02.816727 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9c644877-def4-42ad-ae0d-c9429c862384 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:02.857320 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c644877-def4-42ad-ae0d-c9429c862384 admin admin] Made reservation on behalf of 4437eb1aff754a8291ee8de2520df6eb for: {'subnet': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:32:02.862177 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9c644877-def4-42ad-ae0d-c9429c862384 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:03.269248 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9c644877-def4-42ad-ae0d-c9429c862384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for subnet, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:03.273871 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f08c8044-5743-4642-bd99-bdf924fd52dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:03.353450 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c644877-def4-42ad-ae0d-c9429c862384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec678b5-3b34-4a03-9a1e-e05d30a563f4,revision_number=0']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:03.356317 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9c644877-def4-42ad-ae0d-c9429c862384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:03.357226 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c644877-def4-42ad-ae0d-c9429c862384 admin admin] Checking segment: {'id': '5f1474c4-0857-44e2-8b1e-1e94de7c6969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'af38cc1a-bdb4-4f03-b159-8f02bf8bf249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:32:03.357612 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c644877-def4-42ad-ae0d-c9429c862384 admin admin] Network hostable DHCP agents. Network: af38cc1a-bdb4-4f03-b159-8f02bf8bf249, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:32:03.405968 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c644877-def4-42ad-ae0d-c9429c862384 admin admin] Network af38cc1a-bdb4-4f03-b159-8f02bf8bf249 is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:32:03.434445 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-9c644877-def4-42ad-ae0d-c9429c862384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, af38cc1a-bdb4-4f03-b159-8f02bf8bf249) {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:03.438549 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c644877-def4-42ad-ae0d-c9429c862384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:03.439208 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9c644877-def4-42ad-ae0d-c9429c862384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:03.443779 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c47747-cd6e-4fb2-97c5-16301e6408b8 None None] Network af38cc1a-bdb4-4f03-b159-8f02bf8bf249 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:32:03.492900 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9c644877-def4-42ad-ae0d-c9429c862384 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6980922
Apr 20 23:32:03.681875 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03c04a8b-0d60-59db-a6f6-015f86c32765-af38cc1a-bdb4-4f03-b159-8f02bf8bf249', 'network_id': 'af38cc1a-bdb4-4f03-b159-8f02bf8bf249', 'tenant_id': '4437eb1aff754a8291ee8de2520df6eb', 'fixed_ips': [{'subnet_id': '2ec678b5-3b34-4a03-9a1e-e05d30a563f4'}]}} from dv-cinder-680889-5-iscsi. {{(pid=86387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:32:03.682824 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:03.854893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Allocated IP 192.168.233.2 (af38cc1a-bdb4-4f03-b159-8f02bf8bf249/2ec678b5-3b34-4a03-9a1e-e05d30a563f4/b42694a1-de39-4fc9-80dd-f05e29605e57) {{(pid=86387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:32:04.181924 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Notify callbacks [] for port, precommit_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:04.229196 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Transition to ACTIVE for port object b42694a1-de39-4fc9-80dd-f05e29605e57 will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:32:04.249581 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Transition to ACTIVE for port object b42694a1-de39-4fc9-80dd-f05e29605e57 will not be triggered until provisioned by entity DHCP. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:32:04.269442 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:04.275155 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:04.334613 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Network af38cc1a-bdb4-4f03-b159-8f02bf8bf249 is already hosted by enough agents. {{(pid=86387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:32:04.342841 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Resources bound (agent type, host, resource id):  {{(pid=86387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:04.348046 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Received port after_create {{(pid=86387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:32:04.389573 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Pushing event updated for resources: {'Port': ['ID=b42694a1-de39-4fc9-80dd-f05e29605e57,revision_number=1']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:04.439708 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:04.440220 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:04.440345 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:04.440704 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:04.441066 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:04.441430 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:04.441793 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:04.442157 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:04.442530 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:04.442890 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:04.443270 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:04.443625 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:04.454837 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:04.464355 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Attempting to bind port b42694a1-de39-4fc9-80dd-f05e29605e57 on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:32:04.464768 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Attempting to bind port b42694a1-de39-4fc9-80dd-f05e29605e57 by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '5f1474c4-0857-44e2-8b1e-1e94de7c6969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'af38cc1a-bdb4-4f03-b159-8f02bf8bf249'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:32:04.465170 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Attempting to bind port b42694a1-de39-4fc9-80dd-f05e29605e57 on network af38cc1a-bdb4-4f03-b159-8f02bf8bf249 {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:32:04.471712 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:32:04.472137 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Checking segment: {'id': '5f1474c4-0857-44e2-8b1e-1e94de7c6969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'af38cc1a-bdb4-4f03-b159-8f02bf8bf249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:32:04.472582 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:04.473016 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Bound using segment: {'id': '5f1474c4-0857-44e2-8b1e-1e94de7c6969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'af38cc1a-bdb4-4f03-b159-8f02bf8bf249'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:32:04.473538 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Bound port: b42694a1-de39-4fc9-80dd-f05e29605e57, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1474c4-0857-44e2-8b1e-1e94de7c6969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'af38cc1a-bdb4-4f03-b159-8f02bf8bf249'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:32:04.473965 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:04.568389 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] For port b42694a1-de39-4fc9-80dd-f05e29605e57, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:32:04.572044 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] For port b42694a1-de39-4fc9-80dd-f05e29605e57, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=b42694a1-de39-4fc9-80dd-f05e29605e57,segment=NetworkSegment(5f1474c4-0857-44e2-8b1e-1e94de7c6969),segment_id=5f1474c4-0857-44e2-8b1e-1e94de7c6969)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:32:04.692719 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:04.697379 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7e8bf8bd-a044-4176-9a6b-b7708cf369f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:04.785619 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Pushing event updated for resources: {'Port': ['ID=b42694a1-de39-4fc9-80dd-f05e29605e57,revision_number=2']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:04.789828 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:05.995472 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9379f8-07c5-42ea-ba7d-df5022cf8259 None None] Network af38cc1a-bdb4-4f03-b159-8f02bf8bf249 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:32:06.123511 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-7ebd5dd5-072f-49e4-9862-8365233a2132 None None] Provisioning for port b42694a1-de39-4fc9-80dd-f05e29605e57 completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:32:06.505092 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device b42694a1-de39-4fc9-80dd-f05e29605e57 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:32:06.617741 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port b42694a1-de39-4fc9-80dd-f05e29605e57 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:32:06.623070 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port b42694a1-de39-4fc9-80dd-f05e29605e57 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:06.624304 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:06.749438 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:06.783151 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port b42694a1-de39-4fc9-80dd-f05e29605e57, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=b42694a1-de39-4fc9-80dd-f05e29605e57,segment=NetworkSegment(5f1474c4-0857-44e2-8b1e-1e94de7c6969),segment_id=5f1474c4-0857-44e2-8b1e-1e94de7c6969)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:32:06.812011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:06.814696 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:06.883554 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=b42694a1-de39-4fc9-80dd-f05e29605e57,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:06.886681 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:08.475820 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device b42694a1-de39-4fc9-80dd-f05e29605e57 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:32:08.554554 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port b42694a1-de39-4fc9-80dd-f05e29605e57 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:08.554970 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:22.823442 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b247810d-d42d-4d6f-b018-b32895c6566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:24.879920 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-626efb86-0c3d-44cf-bb06-130b1ff3cf1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:25.386342 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 5 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:32:26.166133 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:26.388296 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:27.205903 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:52.811653 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7036c36a-bd6c-40b2-89ac-b48f17e3f979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:54.885535 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-326d6a0b-2ca7-4ab3-a299-ba7c48e11db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:56.153839 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:56.393937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:57.228085 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:02.385590 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 5 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:33:22.833981 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f02b5862-d818-43f5-a49b-5838a8eae53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:24.884979 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-89d36304-b4cd-49da-baf7-8000c62becd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:26.176321 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:26.381906 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:27.221978 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:31.169673 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36364) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:31.178068 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [None req-029273c5-e570-4d78-bf25-9980255ddd99 tempest-verify_tempest_config-1338691170 tempest-verify_tempest_config-1338691170-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:33:31.179825 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-029273c5-e570-4d78-bf25-9980255ddd99 tempest-verify_tempest_config-1338691170 tempest-verify_tempest_config-1338691170-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0087776
Apr 20 23:33:31.560332 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36382) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:31.684281 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:31.700864 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:31.705105 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Usage tracker for resource:security_group_rule and tenant:c94f459e6c294b17ac898e606506dc75 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:31.708097 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:31.714325 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:31.928399 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:31.958951 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:31.968255 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:32.007687 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Synchronizing usage tracker for tenant:4437eb1aff754a8291ee8de2520df6eb on resource:security_group {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:33:32.011822 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bc9142-f1be-420e-b858-26f65807081c,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:32.022595 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:32.022992 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:32.023396 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:32.023764 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:32.024127 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:32.024502 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:32.024859 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:32.025216 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:32.025571 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:32.025924 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:32.026276 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:32.026623 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:32.030781 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:32.101895 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Unset dirty status for tenant:4437eb1aff754a8291ee8de2520df6eb on resource:security_group {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:33:32.103278 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c94f459e6c294b17ac898e606506dc75&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5418580
Apr 20 23:33:32.105987 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36388) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:32.166878 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-909bde45-9010-496d-9f47-1e9b9c69ecb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:32.194648 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-909bde45-9010-496d-9f47-1e9b9c69ecb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:32.421909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-909bde45-9010-496d-9f47-1e9b9c69ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:32.427071 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:32.439762 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bde45-9010-496d-9f47-1e9b9c69ecb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bc9142-f1be-420e-b858-26f65807081c,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:32.442759 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-909bde45-9010-496d-9f47-1e9b9c69ecb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:32.444847 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-909bde45-9010-496d-9f47-1e9b9c69ecb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:32.445979 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-909bde45-9010-496d-9f47-1e9b9c69ecb1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28bc9142-f1be-420e-b858-26f65807081c HTTP/1.1" status: 204  len: 168 time: 0.3390198
Apr 20 23:33:39.539011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 5 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:33:52.822001 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93874afe-b25b-45f7-bc6e-2ab90c2835b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:54.873384 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9fcff87f-b1dd-4fcd-97e7-2e92c5cd6bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:56.153418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:56.370480 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:57.221711 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:16.389522 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 5 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:34:22.820231 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b8d6e7ad-a038-4660-b53d-cfe30094d718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:24.905992 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-54a14f99-a1dc-4684-94d2-1d088689cbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:26.164877 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:26.397593 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:27.238484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:52.816652 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ab65fcf5-c7d2-466e-af34-f3c5012ecb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:53.388334 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 5 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:34:54.882820 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9c643b99-3fb1-4538-a838-ee64e26a475f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:56.176211 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:56.373732 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:57.231295 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:07.786630 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133'] for agent, after_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:22.820941 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c71ad72d-45ba-4239-9230-4cd42e63e701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:24.668314 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36460) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:35:24.790684 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-64224c5b-8da9-4a19-8ab4-54975acc439b admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1211355
Apr 20 23:35:24.889670 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b0ed368e-373f-430a-b81d-e28b0d83732b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:26.174988 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:26.369178 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:27.232261 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:27.299951 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36470) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:35:27.360070 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-cc1c8008-8b1e-4944-b949-ba98260cfcb2 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0589571
Apr 20 23:35:30.388191 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:35:37.751714 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:52.814470 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c3d15ab0-9593-4168-ba2a-bf4ad35e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:54.881694 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1ae5fa7c-4285-40fd-831c-e62c0c37a08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:56.178995 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:56.380441 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:57.237569 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:07.387989 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:36:07.778490 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:22.832641 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7b811f0f-6b7b-47ca-ac52-d14d30896dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:24.886773 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0fa4210e-94c2-4bf3-9c72-e1b4b703bae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:26.178179 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:26.397405 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:27.242510 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:37.789437 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:44.387636 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:36:52.823954 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f9bf6c47-3768-4720-bff4-0dfbfc0d3a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:54.877165 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-95321192-01c4-44ee-b3da-2f4599f5d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:56.185305 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:56.368135 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:57.242652 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:04.012497 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36682) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:04.049157 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 36688) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:04.244994 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36700) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:04.399773 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1797092308-network', 'tenant_id': '323c2a5b146347bd83d89c76fd5e34e9'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:04.410176 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1978579027-network', 'tenant_id': 'ab95038a22354139a0254e25eb4cccde'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:04.415688 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:04.421792 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:04.426837 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Usage tracker for resource:network and tenant:323c2a5b146347bd83d89c76fd5e34e9 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:04.430007 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:04.430598 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Usage tracker for resource:network and tenant:ab95038a22354139a0254e25eb4cccde is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:04.433800 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:04.435946 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:04.440927 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:04.499568 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Made reservation on behalf of 323c2a5b146347bd83d89c76fd5e34e9 for: {'network': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:37:04.499745 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Made reservation on behalf of ab95038a22354139a0254e25eb4cccde for: {'network': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:37:04.504510 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:04.505021 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:04.523352 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:04.525329 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:04.540243 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:04.544909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Usage tracker for resource:security_group_rule and tenant:323c2a5b146347bd83d89c76fd5e34e9 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:04.547909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:04.548057 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:04.553445 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Usage tracker for resource:security_group_rule and tenant:ab95038a22354139a0254e25eb4cccde is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:04.554791 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:04.558040 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:04.565711 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:04.699579 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-454092766-network', 'tenant_id': '329d4da5822347079a9af5d11eb238fa'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:04.705336 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:04.711422 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Usage tracker for resource:network and tenant:329d4da5822347079a9af5d11eb238fa is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:04.716427 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:04.721101 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:04.763506 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Made reservation on behalf of 329d4da5822347079a9af5d11eb238fa for: {'network': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:37:04.770108 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:04.793780 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:04.805367 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:04.814875 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:04.820069 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Usage tracker for resource:security_group_rule and tenant:329d4da5822347079a9af5d11eb238fa is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:04.824256 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:04.832756 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:04.854623 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:04.867983 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:04.877904 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-64893a22-2001-4f27-a053-f6603f096763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:04.897881 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'}  {{(pid=86386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:37:04.911043 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:04.916021 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:04.926161 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebea389-8a05-412d-bc05-2ab07ab674b1,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:04.934112 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.934510 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.934883 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.935274 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.935640 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.936015 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.936374 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.936732 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.937101 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.937454 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.937806 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.938238 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Tracked resource versions report:
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]: pushed versions:
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]: {   'AddressGroup': {'1.2'},
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:     'ConntrackHelper': {'1.0'},
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Log': {'1.0'},
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Network': {'1.1'},
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Port': {'1.7'},
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:     'PortForwarding': {'1.2'},
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:     'QosPolicy': {'1.8'},
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SecurityGroup': {'1.4'},
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SecurityGroupRule': {'1.2'},
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SubPort': {'1.0'},
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Subnet': {'1.1'},
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Trunk': {'1.1'}}
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]: consumer versions:
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]: {   DHCP agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:     HyperV agent@hv-cinder-68088: {},
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:     L3 agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:     Metadata agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:     Metering agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:     Open vSwitch agent@dv-cinder-680889-5-iscsi: {   'AddressGroup': '1.2',
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'ConntrackHelper': '1.0',
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Log': '1.0',
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Network': '1.1',
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Port': '1.7',
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'PortForwarding': '1.2',
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'QosPolicy': '1.8',
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SecurityGroup': '1.4',
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SecurityGroupRule': '1.2',
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SubPort': '1.0',
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Subnet': '1.1',
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Trunk': '1.1'}}
Apr 20 23:37:04.939428 dv-cinder-680889-5-iscsi neutron-server[86270]:  {{(pid=86386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 23:37:04.944007 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:04.946698 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9288a558-0149-4d09-9415-35683ab65972,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:04.954496 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.954898 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.955305 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.955751 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.956162 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.956526 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.956886 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.957244 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.957618 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.957974 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.958328 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.958932 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Tracked resource versions report:
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]: pushed versions:
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]: {   'AddressGroup': {'1.2'},
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:     'ConntrackHelper': {'1.0'},
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Log': {'1.0'},
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Network': {'1.1'},
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Port': {'1.7'},
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:     'PortForwarding': {'1.2'},
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:     'QosPolicy': {'1.8'},
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SecurityGroup': {'1.4'},
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SecurityGroupRule': {'1.2'},
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SubPort': {'1.0'},
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Subnet': {'1.1'},
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Trunk': {'1.1'}}
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]: consumer versions:
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]: {   DHCP agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:     HyperV agent@hv-cinder-68088: {},
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:     L3 agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:     Metadata agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:     Metering agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:     Open vSwitch agent@dv-cinder-680889-5-iscsi: {   'AddressGroup': '1.2',
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'ConntrackHelper': '1.0',
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Log': '1.0',
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Network': '1.1',
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Port': '1.7',
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'PortForwarding': '1.2',
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'QosPolicy': '1.8',
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SecurityGroup': '1.4',
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SecurityGroupRule': '1.2',
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SubPort': '1.0',
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Subnet': '1.1',
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Trunk': '1.1'}}
Apr 20 23:37:04.960146 dv-cinder-680889-5-iscsi neutron-server[86270]:  {{(pid=86385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 23:37:04.963726 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:04.975586 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:04.976078 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Added segment da4da8c1-6685-43ac-a520-235ae44eeeb7 of type vlan for network 5383e453-243e-4296-a84c-742e40e82d3c
Apr 20 23:37:05.018876 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:05.116667 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:05.142923 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:05.147618 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:05.167631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.db.api [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=86385) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:37:05.167994 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_db.api [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:37:05.169037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:05.173143 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:05.173762 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:05.184012 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a475600f-f448-439e-9aa7-4e7434227b7c,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:05.195019 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:05.195629 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4c6ec636-a59e-4156-ac4d-b8a9c0ff8ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:05.273927 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'}  {{(pid=86386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:37:05.312838 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Pushing event updated for resources: {'Network': ['ID=5383e453-243e-4296-a84c-742e40e82d3c,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:05.317152 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:05.319071 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:05.319071 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Added segment 56571a9f-969f-49f0-b4c5-7a324d8dad85 of type vlan for network 86b2d3ea-b04f-45c5-b131-8d05e2d86813
Apr 20 23:37:05.326731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network 5383e453-243e-4296-a84c-742e40e82d3c details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:37:05.349451 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 36736) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:05.349709 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.3358028
Apr 20 23:37:05.354494 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:05.357797 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-41eca30a-ccca-442a-92e5-cf06a4ac6e1e admin admin] Request body: {'subnet': {'network_id': '5383e453-243e-4296-a84c-742e40e82d3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1797092308-subnet', 'tenant_id': '323c2a5b146347bd83d89c76fd5e34e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:05.366037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-41eca30a-ccca-442a-92e5-cf06a4ac6e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:05.374737 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-41eca30a-ccca-442a-92e5-cf06a4ac6e1e admin admin] Usage tracker for resource:subnet and tenant:323c2a5b146347bd83d89c76fd5e34e9 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:05.383924 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-41eca30a-ccca-442a-92e5-cf06a4ac6e1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:05.399366 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-41eca30a-ccca-442a-92e5-cf06a4ac6e1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:05.411698 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:05.413250 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:05.413990 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:05.431453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:05.440292 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41eca30a-ccca-442a-92e5-cf06a4ac6e1e admin admin] Made reservation on behalf of 323c2a5b146347bd83d89c76fd5e34e9 for: {'subnet': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:37:05.445209 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-41eca30a-ccca-442a-92e5-cf06a4ac6e1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:05.534710 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2856097
Apr 20 23:37:05.538452 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36748) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:05.555478 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-78c47a0f-a4f9-48d8-8b5c-3d055f147daa admin admin] Request body: {'subnet': {'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-subnet', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:05.568590 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-78c47a0f-a4f9-48d8-8b5c-3d055f147daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:05.575234 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Pushing event updated for resources: {'Network': ['ID=86b2d3ea-b04f-45c5-b131-8d05e2d86813,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:05.578053 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-78c47a0f-a4f9-48d8-8b5c-3d055f147daa admin admin] Usage tracker for resource:subnet and tenant:329d4da5822347079a9af5d11eb238fa is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:05.581431 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:05.582463 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-78c47a0f-a4f9-48d8-8b5c-3d055f147daa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:05.588619 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:37:05.591418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-78c47a0f-a4f9-48d8-8b5c-3d055f147daa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:05.659845 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c47a0f-a4f9-48d8-8b5c-3d055f147daa admin admin] Made reservation on behalf of 329d4da5822347079a9af5d11eb238fa for: {'subnet': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:37:05.665235 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-78c47a0f-a4f9-48d8-8b5c-3d055f147daa admin admin] Notify callbacks [] for subnet, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:05.695729 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:05.752099 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'}  {{(pid=86385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:37:05.794647 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309095392150', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:05.795471 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f016ff6c6a8> segment precommit_create {{(pid=86385) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 23:37:05.796117 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Added segment d03d5ad0-e8b0-44b9-b969-e864cc02b75d of type vlan for network d8a7082e-55ec-4c0a-a383-56dcccffdd3e
Apr 20 23:37:05.988354 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:06.114100 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:06.118038 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:06.118658 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:06.125530 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:06.152343 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-41eca30a-ccca-442a-92e5-cf06a4ac6e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for subnet, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:06.251232 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.1992364
Apr 20 23:37:06.254519 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 36778) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:06.265365 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-63a3c65c-4108-4037-8803-4f4b6b7309ed admin admin] Request body: {'subnet': {'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1978579027-subnet', 'tenant_id': 'ab95038a22354139a0254e25eb4cccde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:06.282923 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-63a3c65c-4108-4037-8803-4f4b6b7309ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:06.291815 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Pushing event updated for resources: {'Network': ['ID=d8a7082e-55ec-4c0a-a383-56dcccffdd3e,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:06.294101 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-63a3c65c-4108-4037-8803-4f4b6b7309ed admin admin] Usage tracker for resource:subnet and tenant:ab95038a22354139a0254e25eb4cccde is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:06.300505 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-63a3c65c-4108-4037-8803-4f4b6b7309ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:06.305089 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:06.305601 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7ef5849d-1197-43f0-8ff6-598e6cb3b389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:06.309957 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network d8a7082e-55ec-4c0a-a383-56dcccffdd3e details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:37:06.367981 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-78c47a0f-a4f9-48d8-8b5c-3d055f147daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for subnet, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:06.373250 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3b48de77-b2bc-4790-bbc7-78212f8d8692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:06.401082 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eca30a-ccca-442a-92e5-cf06a4ac6e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcfc7004-3641-455d-939d-edc6e677be01,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:06.419329 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-41eca30a-ccca-442a-92e5-cf06a4ac6e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:06.420987 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-63a3c65c-4108-4037-8803-4f4b6b7309ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:06.427964 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eca30a-ccca-442a-92e5-cf06a4ac6e1e admin admin] Checking segment: {'id': 'da4da8c1-6685-43ac-a520-235ae44eeeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5383e453-243e-4296-a84c-742e40e82d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:37:06.428548 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eca30a-ccca-442a-92e5-cf06a4ac6e1e admin admin] Network hostable DHCP agents. Network: 5383e453-243e-4296-a84c-742e40e82d3c, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:37:06.460210 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c47a0f-a4f9-48d8-8b5c-3d055f147daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=511ddee7-7c62-4422-908f-d9585fcbf53b,revision_number=0']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:06.469235 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-78c47a0f-a4f9-48d8-8b5c-3d055f147daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:06.469235 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c47a0f-a4f9-48d8-8b5c-3d055f147daa admin admin] Checking segment: {'id': '56571a9f-969f-49f0-b4c5-7a324d8dad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:37:06.469235 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c47a0f-a4f9-48d8-8b5c-3d055f147daa admin admin] Network hostable DHCP agents. Network: 86b2d3ea-b04f-45c5-b131-8d05e2d86813, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:37:06.488411 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a3c65c-4108-4037-8803-4f4b6b7309ed admin admin] Made reservation on behalf of ab95038a22354139a0254e25eb4cccde for: {'subnet': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:37:06.493343 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-63a3c65c-4108-4037-8803-4f4b6b7309ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:06.568937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eca30a-ccca-442a-92e5-cf06a4ac6e1e admin admin] Network 5383e453-243e-4296-a84c-742e40e82d3c is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:37:06.585096 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c47a0f-a4f9-48d8-8b5c-3d055f147daa admin admin] Network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:37:06.615863 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-41eca30a-ccca-442a-92e5-cf06a4ac6e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, 5383e453-243e-4296-a84c-742e40e82d3c) {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:37:06.620488 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eca30a-ccca-442a-92e5-cf06a4ac6e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:06.621761 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-41eca30a-ccca-442a-92e5-cf06a4ac6e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:06.628008 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40539e52-87e9-4363-9209-40b2a7c118bb None None] Network 5383e453-243e-4296-a84c-742e40e82d3c requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:37:06.642500 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-78c47a0f-a4f9-48d8-8b5c-3d055f147daa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, 86b2d3ea-b04f-45c5-b131-8d05e2d86813) {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:37:06.647945 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c47a0f-a4f9-48d8-8b5c-3d055f147daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:06.654941 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-78c47a0f-a4f9-48d8-8b5c-3d055f147daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:06.677711 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-41eca30a-ccca-442a-92e5-cf06a4ac6e1e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3265221
Apr 20 23:37:06.718466 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-78c47a0f-a4f9-48d8-8b5c-3d055f147daa admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.1788719
Apr 20 23:37:06.719114 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36800) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:06.725504 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:06.739573 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:06.744091 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Usage tracker for resource:router and tenant:329d4da5822347079a9af5d11eb238fa is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:06.748334 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:06.757457 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:06.825206 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d8e757-5031-43f6-bacf-879e41d500e4 None None] Network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:37:06.829478 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854232352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5632'] for router, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:06.832203 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769921'] for router, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:06.857663 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36806) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:06.969931 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc57ab9b-6129-4e98-af1e-5acfc82525f7 None None] Network 5383e453-243e-4296-a84c-742e40e82d3c requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:37:07.002186 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:07.160884 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-63a3c65c-4108-4037-8803-4f4b6b7309ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for subnet, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:07.172514 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:07.306243 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3c65c-4108-4037-8803-4f4b6b7309ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=87180e83-62f3-404a-9c4e-515fba272188,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:07.315276 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-63a3c65c-4108-4037-8803-4f4b6b7309ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:07.326618 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3c65c-4108-4037-8803-4f4b6b7309ed admin admin] Checking segment: {'id': 'd03d5ad0-e8b0-44b9-b969-e864cc02b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:37:07.326618 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a3c65c-4108-4037-8803-4f4b6b7309ed admin admin] Network hostable DHCP agents. Network: d8a7082e-55ec-4c0a-a383-56dcccffdd3e, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:37:07.372043 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a3c65c-4108-4037-8803-4f4b6b7309ed admin admin] Network d8a7082e-55ec-4c0a-a383-56dcccffdd3e is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:37:07.400096 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03c04a8b-0d60-59db-a6f6-015f86c32765-86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b'}]}} from dv-cinder-680889-5-iscsi. {{(pid=86387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:37:07.400997 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:07.436830 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-63a3c65c-4108-4037-8803-4f4b6b7309ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, d8a7082e-55ec-4c0a-a383-56dcccffdd3e) {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:37:07.442822 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a3c65c-4108-4037-8803-4f4b6b7309ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:07.443524 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-63a3c65c-4108-4037-8803-4f4b6b7309ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:07.483452 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dc0f43-b318-4ca0-86b2-96939d89ee16 None None] Network d8a7082e-55ec-4c0a-a383-56dcccffdd3e requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:37:07.520589 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769938'] for router, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:07.553358 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-63a3c65c-4108-4037-8803-4f4b6b7309ed admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.2973368
Apr 20 23:37:07.555930 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 36826) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:07.563825 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1978579027-router', 'tenant_id': 'ab95038a22354139a0254e25eb4cccde', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:07.578528 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:07.578835 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b19ae7b-db64-4065-a9f3-473cab678e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:07.587201 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Usage tracker for resource:router and tenant:ab95038a22354139a0254e25eb4cccde is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:07.590465 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:07.598256 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:07.642863 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854232352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5632'] for router, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:07.646065 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769921'] for router, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:07.664750 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:07.740857 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1b19ae7b-db64-4065-a9f3-473cab678e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:07.748902 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1b19ae7b-db64-4065-a9f3-473cab678e5a admin admin] Usage tracker for resource:security_group_rule and tenant:88dd4c449e5142b19cf86fdeca13ba69 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:07.756460 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1b19ae7b-db64-4065-a9f3-473cab678e5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:07.766835 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1b19ae7b-db64-4065-a9f3-473cab678e5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:07.828422 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36846) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:07.886517 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Allocated IP 172.20.0.2 (86b2d3ea-b04f-45c5-b131-8d05e2d86813/511ddee7-7c62-4422-908f-d9585fcbf53b/acae284a-34e4-48de-b166-d39e380ed19e) {{(pid=86387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:37:08.137466 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:08.173784 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Notify callbacks [] for port, precommit_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:08.185532 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Transition to ACTIVE for port object acae284a-34e4-48de-b166-d39e380ed19e will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:37:08.190414 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:08.204777 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Transition to ACTIVE for port object acae284a-34e4-48de-b166-d39e380ed19e will not be triggered until provisioned by entity DHCP. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:37:08.210185 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f700be-bd00-4976-80db-42e42b5a3374 None None] Network d8a7082e-55ec-4c0a-a383-56dcccffdd3e requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:37:08.255804 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b19ae7b-db64-4065-a9f3-473cab678e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:08.291660 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b19ae7b-db64-4065-a9f3-473cab678e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:08.369230 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:08.398472 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:08.398472 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:08.401770 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1b19ae7b-db64-4065-a9f3-473cab678e5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88dd4c449e5142b19cf86fdeca13ba69&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5402482
Apr 20 23:37:08.402240 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36860) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:08.433940 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:08.453189 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769938'] for router, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:08.468016 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 36864) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:08.488869 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d07085e7-3d5c-49f8-8bb1-97a073a6f309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:08.536010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 is already hosted by enough agents. {{(pid=86387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:37:08.539846 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Pushing event updated for resources: {'Port': ['ID=acae284a-34e4-48de-b166-d39e380ed19e,revision_number=1']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:08.543227 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Resources bound (agent type, host, resource id):  {{(pid=86387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:37:08.551439 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Received port after_create {{(pid=86387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:37:08.653428 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:08.654047 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:08.654568 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:08.655082 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:08.655624 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:08.656232 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:08.656755 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:08.657266 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:08.657786 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:08.658362 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:08.659416 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:08.659937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Tracked resource versions report:
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]: pushed versions:
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]: {   'AddressGroup': {'1.2'},
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:     'ConntrackHelper': {'1.0'},
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Log': {'1.0'},
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Network': {'1.1'},
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Port': {'1.7'},
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:     'PortForwarding': {'1.2'},
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:     'QosPolicy': {'1.8'},
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SecurityGroup': {'1.4'},
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SecurityGroupRule': {'1.2'},
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SubPort': {'1.0'},
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Subnet': {'1.1'},
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Trunk': {'1.1'}}
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]: consumer versions:
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]: {   DHCP agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:     HyperV agent@hv-cinder-68088: {},
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:     L3 agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:     Metadata agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:     Metering agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:     Open vSwitch agent@dv-cinder-680889-5-iscsi: {   'AddressGroup': '1.2',
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'ConntrackHelper': '1.0',
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Log': '1.0',
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Network': '1.1',
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Port': '1.7',
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'PortForwarding': '1.2',
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'QosPolicy': '1.8',
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SecurityGroup': '1.4',
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SecurityGroupRule': '1.2',
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SubPort': '1.0',
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Subnet': '1.1',
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Trunk': '1.1'}}
Apr 20 23:37:08.661373 dv-cinder-680889-5-iscsi neutron-server[86270]:  {{(pid=86387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 23:37:08.677745 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:08.802591 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Attempting to bind port acae284a-34e4-48de-b166-d39e380ed19e on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:37:08.803329 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Attempting to bind port acae284a-34e4-48de-b166-d39e380ed19e by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '56571a9f-969f-49f0-b4c5-7a324d8dad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:37:08.803884 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Attempting to bind port acae284a-34e4-48de-b166-d39e380ed19e on network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:37:08.810365 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:37:08.811069 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Checking segment: {'id': '56571a9f-969f-49f0-b4c5-7a324d8dad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:37:08.811707 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:08.812286 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Bound using segment: {'id': '56571a9f-969f-49f0-b4c5-7a324d8dad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:37:08.812974 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Bound port: acae284a-34e4-48de-b166-d39e380ed19e, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56571a9f-969f-49f0-b4c5-7a324d8dad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:37:08.813558 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:08.983432 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] For port acae284a-34e4-48de-b166-d39e380ed19e, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:37:08.986434 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:08.995438 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] For port acae284a-34e4-48de-b166-d39e380ed19e, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=acae284a-34e4-48de-b166-d39e380ed19e,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:37:09.005215 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19ae7b-db64-4065-a9f3-473cab678e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df00f31-caf2-413b-aca7-a764562035ed,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:09.010052 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1b19ae7b-db64-4065-a9f3-473cab678e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:09.024075 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:09.029659 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:09.072693 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-729591ea-1964-4f71-81c7-21d6f63b907f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:09.075309 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d07085e7-3d5c-49f8-8bb1-97a073a6f309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:09.090656 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:09.103564 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d07085e7-3d5c-49f8-8bb1-97a073a6f309 admin admin] Usage tracker for resource:security_group_rule and tenant:0b2f14dcf5834848adb499569dfc8588 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:09.115813 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d07085e7-3d5c-49f8-8bb1-97a073a6f309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:09.124968 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d07085e7-3d5c-49f8-8bb1-97a073a6f309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:09.167833 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Allocated IP 172.27.2.174 (b49fa4d7-9497-41f5-afae-ab183fc1104b/828469c9-116a-4083-bfec-69bcf738251b/ead116a6-419b-4de1-8d58-245d7034969f) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:37:09.180456 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-729591ea-1964-4f71-81c7-21d6f63b907f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:09.184840 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-729591ea-1964-4f71-81c7-21d6f63b907f admin admin] Usage tracker for resource:security_group_rule and tenant:584409883ef44f3ba5de8aa9c0fc181d is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:09.188182 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-729591ea-1964-4f71-81c7-21d6f63b907f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:09.190349 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2cebafd0-280d-4628-8c6a-d81668e32fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:09.196092 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-729591ea-1964-4f71-81c7-21d6f63b907f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:09.222852 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2cebafd0-280d-4628-8c6a-d81668e32fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:09.425071 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Pushing event updated for resources: {'Port': ['ID=acae284a-34e4-48de-b166-d39e380ed19e,revision_number=2']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:09.437939 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:09.545343 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2cebafd0-280d-4628-8c6a-d81668e32fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:09.561015 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d07085e7-3d5c-49f8-8bb1-97a073a6f309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:09.569147 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-729591ea-1964-4f71-81c7-21d6f63b907f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:09.569937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:09.583659 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:09.591722 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebafd0-280d-4628-8c6a-d81668e32fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df00f31-caf2-413b-aca7-a764562035ed,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:09.603013 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2cebafd0-280d-4628-8c6a-d81668e32fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:09.603013 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d07085e7-3d5c-49f8-8bb1-97a073a6f309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:09.613985 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:09.623839 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-729591ea-1964-4f71-81c7-21d6f63b907f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:09.635377 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:09.670929 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07085e7-3d5c-49f8-8bb1-97a073a6f309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688b79df-f13a-4403-8822-42502396a6c3,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:09.675512 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d07085e7-3d5c-49f8-8bb1-97a073a6f309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:09.691802 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-729591ea-1964-4f71-81c7-21d6f63b907f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=584409883ef44f3ba5de8aa9c0fc181d&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2220609
Apr 20 23:37:09.693007 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729591ea-1964-4f71-81c7-21d6f63b907f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f33c594-1934-44cf-951e-3b1d09221494,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:09.696638 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-729591ea-1964-4f71-81c7-21d6f63b907f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:09.697252 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 36894) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:09.704442 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d07085e7-3d5c-49f8-8bb1-97a073a6f309 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b2f14dcf5834848adb499569dfc8588&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8749042
Apr 20 23:37:09.708863 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2cebafd0-280d-4628-8c6a-d81668e32fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:09.712400 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2cebafd0-280d-4628-8c6a-d81668e32fe2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2df00f31-caf2-413b-aca7-a764562035ed HTTP/1.1" status: 204  len: 168 time: 1.2872925
Apr 20 23:37:09.712400 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36898) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:09.866934 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:09.880316 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:09.897799 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0d26abfa-bcce-4585-9606-8d09f44268d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:09.949330 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0d26abfa-bcce-4585-9606-8d09f44268d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:09.960417 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Allocated IP 172.27.2.235 (b49fa4d7-9497-41f5-afae-ab183fc1104b/828469c9-116a-4083-bfec-69bcf738251b/470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:37:10.044105 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:37:10.046789 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5e53a32-f7f4-427a-9fa9-cafcdc515007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:10.051831 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:37:10.066158 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:37:10.123696 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Pushing event updated for resources: {'Port': ['ID=ead116a6-419b-4de1-8d58-245d7034969f,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:10.140831 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:10.186208 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 36930) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:10.198611 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:10.236600 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0d26abfa-bcce-4585-9606-8d09f44268d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:10.237815 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 20 23:37:10.244128 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5e53a32-f7f4-427a-9fa9-cafcdc515007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:10.284662 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:10.372933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:10.384828 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0d26abfa-bcce-4585-9606-8d09f44268d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:10.386040 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0d26abfa-bcce-4585-9606-8d09f44268d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f33c594-1934-44cf-951e-3b1d09221494 HTTP/1.1" status: 204  len: 168 time: 0.6877179
Apr 20 23:37:10.393991 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26abfa-bcce-4585-9606-8d09f44268d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f33c594-1934-44cf-951e-3b1d09221494,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:10.397707 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0d26abfa-bcce-4585-9606-8d09f44268d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:10.398349 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-041f9b00-a0aa-41de-960b-fcf57e676ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:10.399438 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5e53a32-f7f4-427a-9fa9-cafcdc515007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:10.472539 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:37:10.478961 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:37:10.502140 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:37:10.544686 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:10.570296 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e53a32-f7f4-427a-9fa9-cafcdc515007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688b79df-f13a-4403-8822-42502396a6c3,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:10.584052 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b5e53a32-f7f4-427a-9fa9-cafcdc515007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:10.588592 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5e53a32-f7f4-427a-9fa9-cafcdc515007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:10.593209 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b5e53a32-f7f4-427a-9fa9-cafcdc515007 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/688b79df-f13a-4403-8822-42502396a6c3 HTTP/1.1" status: 204  len: 168 time: 0.8688085
Apr 20 23:37:10.626826 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36946) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:10.679256 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-258a4335-7ed9-40f6-b5f8-6a97430cb969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:10.727228 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-258a4335-7ed9-40f6-b5f8-6a97430cb969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:10.757272 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Pushing event updated for resources: {'Port': ['ID=470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:10.757518 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:10.809637 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:10.840161 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device acae284a-34e4-48de-b166-d39e380ed19e up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:37:10.913400 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-258a4335-7ed9-40f6-b5f8-6a97430cb969 admin admin] Usage tracker for resource:security_group_rule and tenant:ce2c41de58134c7c8214577adc0ecf27 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:10.914329 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094aba7-885e-4138-8369-6fc27ac85feb req-6a8ae560-5981-4cbc-95a2-d7cc2481c39c tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:10.918455 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-258a4335-7ed9-40f6-b5f8-6a97430cb969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:10.922539 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1094aba7-885e-4138-8369-6fc27ac85feb req-6a8ae560-5981-4cbc-95a2-d7cc2481c39c tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/networks?id=5383e453-243e-4296-a84c-742e40e82d3c HTTP/1.1" status: 200  len: 812 time: 0.7345676
Apr 20 23:37:10.926575 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-258a4335-7ed9-40f6-b5f8-6a97430cb969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:10.954050 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1094aba7-885e-4138-8369-6fc27ac85feb req-952dd1ed-1134-4de6-93ab-048326dbd95a tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/quotas/323c2a5b146347bd83d89c76fd5e34e9 HTTP/1.1" status: 200  len: 375 time: 0.0304215
Apr 20 23:37:11.019147 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1094aba7-885e-4138-8369-6fc27ac85feb req-0fd1bd38-d2a8-4474-8ad5-f4ef2693cf82 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=323c2a5b146347bd83d89c76fd5e34e9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0638759
Apr 20 23:37:11.054037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port acae284a-34e4-48de-b166-d39e380ed19e completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:37:11.146140 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36962) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:11.212188 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2005e4-3298-46a6-a07f-57aeffc43639 None None] Network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:37:11.341263 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8ed7142e-f70b-4e51-b4d0-9be595b18d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:11.389939 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8ed7142e-f70b-4e51-b4d0-9be595b18d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:11.399995 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8ed7142e-f70b-4e51-b4d0-9be595b18d99 admin admin] Usage tracker for resource:security_group_rule and tenant:36a3061b8554449e89528600e67a7e5b is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:11.404341 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-258a4335-7ed9-40f6-b5f8-6a97430cb969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:11.405611 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8ed7142e-f70b-4e51-b4d0-9be595b18d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:11.417305 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8ed7142e-f70b-4e51-b4d0-9be595b18d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:11.458918 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-258a4335-7ed9-40f6-b5f8-6a97430cb969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:11.519224 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:11.563187 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:11.609631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854230453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126893'] for router, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:11.618611 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-258a4335-7ed9-40f6-b5f8-6a97430cb969 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce2c41de58134c7c8214577adc0ecf27&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9847057
Apr 20 23:37:11.624643 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a4335-7ed9-40f6-b5f8-6a97430cb969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bd9f11-43ef-4c31-9936-07e3b7b9de61,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:11.629220 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36976) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:11.702783 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-258a4335-7ed9-40f6-b5f8-6a97430cb969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:11.722667 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-7924dd0a-d8f2-432a-9412-f036d79d06ef None None] Provisioning for port acae284a-34e4-48de-b166-d39e380ed19e completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:37:11.729907 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-7924dd0a-d8f2-432a-9412-f036d79d06ef None None] Provisioning complete for port acae284a-34e4-48de-b166-d39e380ed19e triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:37:11.730804 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7924dd0a-d8f2-432a-9412-f036d79d06ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:11.838569 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36980) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:11.897536 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-22d518c7-51b3-4ec9-8ff8-30b68c406d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:11.921463 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-22d518c7-51b3-4ec9-8ff8-30b68c406d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:11.926308 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-22d518c7-51b3-4ec9-8ff8-30b68c406d50 admin admin] Usage tracker for resource:security_group_rule and tenant:a306501cfbf847aeb8c9a406cb523a53 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:11.932470 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-22d518c7-51b3-4ec9-8ff8-30b68c406d50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:11.936153 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-22d518c7-51b3-4ec9-8ff8-30b68c406d50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:11.936388 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7924dd0a-d8f2-432a-9412-f036d79d06ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:11.977191 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-7924dd0a-d8f2-432a-9412-f036d79d06ef None None] For port acae284a-34e4-48de-b166-d39e380ed19e, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=acae284a-34e4-48de-b166-d39e380ed19e,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:12.020314 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7924dd0a-d8f2-432a-9412-f036d79d06ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:12.025477 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-22d518c7-51b3-4ec9-8ff8-30b68c406d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:12.027029 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:12.094679 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-961ae67b-1f42-4e4f-80cd-6def314df111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:12.100511 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8ed7142e-f70b-4e51-b4d0-9be595b18d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:12.137591 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924dd0a-d8f2-432a-9412-f036d79d06ef None None] Pushing event updated for resources: {'Port': ['ID=acae284a-34e4-48de-b166-d39e380ed19e,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:12.140942 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7924dd0a-d8f2-432a-9412-f036d79d06ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:12.142408 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-961ae67b-1f42-4e4f-80cd-6def314df111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:12.151023 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-8444912e-042d-4e5f-8ea7-25c91feb721b None None] Provisioning complete for port acae284a-34e4-48de-b166-d39e380ed19e triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:37:12.151474 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8444912e-042d-4e5f-8ea7-25c91feb721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:12.157137 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-22d518c7-51b3-4ec9-8ff8-30b68c406d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:12.181020 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:12.220841 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8ed7142e-f70b-4e51-b4d0-9be595b18d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:12.273205 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-22d518c7-51b3-4ec9-8ff8-30b68c406d50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a306501cfbf847aeb8c9a406cb523a53&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4319437
Apr 20 23:37:12.276656 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d518c7-51b3-4ec9-8ff8-30b68c406d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebd1967-d249-4d95-81b2-9e19f1a9e08e,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:12.286506 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36988) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:12.293919 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-22d518c7-51b3-4ec9-8ff8-30b68c406d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:12.293919 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:12.349478 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-1094aba7-885e-4138-8369-6fc27ac85feb req-33257ba3-8eeb-4504-907a-f7900199f1bc service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:37:12.354368 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1094aba7-885e-4138-8369-6fc27ac85feb req-33257ba3-8eeb-4504-907a-f7900199f1bc service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1967330
Apr 20 23:37:12.361801 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Router 29461bd4-867b-4d23-bb43-3bf2394f6c99 is scheduled to L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb with binding_index 1 {{(pid=86386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:37:12.365692 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-8ed7142e-f70b-4e51-b4d0-9be595b18d99 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36a3061b8554449e89528600e67a7e5b&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2134752
Apr 20 23:37:12.381418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 36994) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:12.504005 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854230453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126893'] for router, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:12.515447 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7142e-f70b-4e51-b4d0-9be595b18d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bdff32-0960-4197-a456-8833ce98c8ba,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:12.520083 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8ed7142e-f70b-4e51-b4d0-9be595b18d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:12.684770 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device acae284a-34e4-48de-b166-d39e380ed19e up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:37:12.742115 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1094aba7-885e-4138-8369-6fc27ac85feb req-d4b6af51-8703-4161-a1d3-a0aeb0ca78b1 service neutron] 10.222.0.15 "GET /v2.0/networks/5383e453-243e-4296-a84c-742e40e82d3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3835218
Apr 20 23:37:12.796296 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port acae284a-34e4-48de-b166-d39e380ed19e triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:37:12.797032 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:12.876865 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-961ae67b-1f42-4e4f-80cd-6def314df111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:12.889851 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-49886f98-dfff-4479-924c-94a87a13a4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:12.926792 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-909bde45-9010-496d-9f47-1e9b9c69ecb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:12.933810 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-21eca3a2-fe25-4744-9d1c-01ae565eccb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:12.944169 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1094aba7-885e-4138-8369-6fc27ac85feb req-77285966-83dc-49e6-86cb-1afcce062778 service neutron] 10.222.0.15 "GET /v2.0/networks/5383e453-243e-4296-a84c-742e40e82d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1995380
Apr 20 23:37:12.947590 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-49886f98-dfff-4479-924c-94a87a13a4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:12.973446 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ae67b-1f42-4e4f-80cd-6def314df111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bd9f11-43ef-4c31-9936-07e3b7b9de61,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:12.975745 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-961ae67b-1f42-4e4f-80cd-6def314df111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:12.980213 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Router f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9 is scheduled to L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb with binding_index 1 {{(pid=86385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:37:13.041933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-21eca3a2-fe25-4744-9d1c-01ae565eccb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:13.079206 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-961ae67b-1f42-4e4f-80cd-6def314df111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:13.080495 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-961ae67b-1f42-4e4f-80cd-6def314df111 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58bd9f11-43ef-4c31-9936-07e3b7b9de61 HTTP/1.1" status: 204  len: 168 time: 1.4500756
Apr 20 23:37:13.096889 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:37:13.108971 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Sync routers for ids ['29461bd4-867b-4d23-bb43-3bf2394f6c99'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:37:13.140503 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Routers {'29461bd4-867b-4d23-bb43-3bf2394f6c99'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:37:13.141200 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e8ceb00>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:36:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['29461bd4-867b-4d23-bb43-3bf2394f6c99'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:13.151128 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-49886f98-dfff-4479-924c-94a87a13a4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:13.161456 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:13.177860 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49886f98-dfff-4479-924c-94a87a13a4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebd1967-d249-4d95-81b2-9e19f1a9e08e,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:13.189206 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-49886f98-dfff-4479-924c-94a87a13a4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:13.202601 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-21eca3a2-fe25-4744-9d1c-01ae565eccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:13.203509 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Notify callbacks [] for router, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:13.210632 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.4875100
Apr 20 23:37:13.214912 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 37020) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:13.228101 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-49886f98-dfff-4479-924c-94a87a13a4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:13.234207 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-49886f98-dfff-4479-924c-94a87a13a4c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ebd1967-d249-4d95-81b2-9e19f1a9e08e HTTP/1.1" status: 204  len: 168 time: 0.9463844
Apr 20 23:37:13.240959 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:37:13.241620 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-21eca3a2-fe25-4744-9d1c-01ae565eccb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:13.245005 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-21eca3a2-fe25-4744-9d1c-01ae565eccb7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8bdff32-0960-4197-a456-8833ce98c8ba HTTP/1.1" status: 204  len: 168 time: 0.8602254
Apr 20 23:37:13.253659 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Sync routers for ids ['f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:37:13.295152 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Routers {'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:37:13.297174 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e70fcf8>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:36:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:13.299660 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Notify callbacks [] for router, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:13.301138 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 5.7436037
Apr 20 23:37:13.304024 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 37032) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:13.502103 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Set router 29461bd4-867b-4d23-bb43-3bf2394f6c99 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:37:13.643349 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:13.679670 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Set router f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:37:13.856252 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e8ceb00>, [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:37:10Z', 'revision_number': 3, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port': {'id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:08Z', 'updated_at': '2021-04-20T23:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:13.862217 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Checking router: 29461bd4-867b-4d23-bb43-3bf2394f6c99 for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:37:13.862217 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Updating router 29461bd4-867b-4d23-bb43-3bf2394f6c99 port ead116a6-419b-4de1-8d58-245d7034969f binding host dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:37:13.938597 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:13.982186 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eca3a2-fe25-4744-9d1c-01ae565eccb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bdff32-0960-4197-a456-8833ce98c8ba,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:14.005169 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-21eca3a2-fe25-4744-9d1c-01ae565eccb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:14.464385 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e70fcf8>, [{'id': 'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9', 'name': 'tempest-ServerRescueNegativeTestJSON-1978579027-router', 'tenant_id': 'ab95038a22354139a0254e25eb4cccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:07Z', 'updated_at': '2021-04-20T23:37:11Z', 'revision_number': 3, 'project_id': 'ab95038a22354139a0254e25eb4cccde', 'gw_port': {'id': '470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:09Z', 'updated_at': '2021-04-20T23:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:14.469054 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Checking router: f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9 for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:37:14.469568 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Updating router f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9 port 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d binding host dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:37:14.627032 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:14.689177 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Notify callbacks [] for port, precommit_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:14.724471 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Transition to ACTIVE for port object ead116a6-419b-4de1-8d58-245d7034969f will not be triggered until provisioned by entity L2. {{(pid=86388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:37:14.780151 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:14.791890 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:14.838000 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:14.964250 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Attempting to bind port ead116a6-419b-4de1-8d58-245d7034969f on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:37:14.968415 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Attempting to bind port ead116a6-419b-4de1-8d58-245d7034969f by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:37:14.972447 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Attempting to bind port ead116a6-419b-4de1-8d58-245d7034969f on network b49fa4d7-9497-41f5-afae-ab183fc1104b {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:37:14.991680 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:37:14.999616 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Checking segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:37:15.000263 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:15.002603 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Bound using segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:37:15.003354 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Bound port: ead116a6-419b-4de1-8d58-245d7034969f, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:37:15.005567 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:15.101807 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] For port ead116a6-419b-4de1-8d58-245d7034969f, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:37:15.105257 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] For port ead116a6-419b-4de1-8d58-245d7034969f, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=ead116a6-419b-4de1-8d58-245d7034969f,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:37:15.127018 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8adad-068f-44e3-9182-ed523d0da6e3 None None] Pushing event updated for resources: {'Port': ['ID=ead116a6-419b-4de1-8d58-245d7034969f,revision_number=2']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:15.135547 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8adad-068f-44e3-9182-ed523d0da6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:15.136022 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8adad-068f-44e3-9182-ed523d0da6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:15.136469 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8adad-068f-44e3-9182-ed523d0da6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:15.136907 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8adad-068f-44e3-9182-ed523d0da6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:15.137339 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8adad-068f-44e3-9182-ed523d0da6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:15.137770 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8adad-068f-44e3-9182-ed523d0da6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:15.138198 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8adad-068f-44e3-9182-ed523d0da6e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:15.138658 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8adad-068f-44e3-9182-ed523d0da6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:15.139102 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8adad-068f-44e3-9182-ed523d0da6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:15.139485 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8adad-068f-44e3-9182-ed523d0da6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8adad-068f-44e3-9182-ed523d0da6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8adad-068f-44e3-9182-ed523d0da6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8adad-068f-44e3-9182-ed523d0da6e3 None None] Tracked resource versions report:
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]: pushed versions:
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]: {   'AddressGroup': {'1.2'},
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:     'ConntrackHelper': {'1.0'},
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Log': {'1.0'},
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Network': {'1.1'},
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Port': {'1.7'},
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:     'PortForwarding': {'1.2'},
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:     'QosPolicy': {'1.8'},
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SecurityGroup': {'1.4'},
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SecurityGroupRule': {'1.2'},
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:     'SubPort': {'1.0'},
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Subnet': {'1.1'},
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:     'Trunk': {'1.1'}}
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]: consumer versions:
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]: {   DHCP agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:     HyperV agent@hv-cinder-68088: {},
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:     L3 agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:     Metadata agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:     Metering agent@dv-cinder-680889-5-iscsi: {},
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:     Open vSwitch agent@dv-cinder-680889-5-iscsi: {   'AddressGroup': '1.2',
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'ConntrackHelper': '1.0',
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Log': '1.0',
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Network': '1.1',
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Port': '1.7',
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'PortForwarding': '1.2',
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'QosPolicy': '1.8',
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SecurityGroup': '1.4',
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SecurityGroupRule': '1.2',
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'SubPort': '1.0',
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Subnet': '1.1',
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:                                                      'Trunk': '1.1'}}
Apr 20 23:37:15.143401 dv-cinder-680889-5-iscsi neutron-server[86270]:  {{(pid=86388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 23:37:15.145779 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c3b8adad-068f-44e3-9182-ed523d0da6e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:15.162868 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:15.172592 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:15.201499 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Notify callbacks [] for port, precommit_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:15.233033 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Transition to ACTIVE for port object 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:37:15.234231 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Routers {'29461bd4-867b-4d23-bb43-3bf2394f6c99'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:37:15.234981 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e8ceb00>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:36:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['29461bd4-867b-4d23-bb43-3bf2394f6c99'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:15.248101 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:15.255977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 37106) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:15.270955 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:15.276201 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:15.365167 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Allocated IP 172.20.0.1 (86b2d3ea-b04f-45c5-b131-8d05e2d86813/511ddee7-7c62-4422-908f-d9585fcbf53b/a1dd1dca-ecc5-4b23-90a2-d034e4c81235) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:37:15.490077 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Attempting to bind port 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:37:15.490617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Attempting to bind port 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:37:15.490871 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Attempting to bind port 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d on network b49fa4d7-9497-41f5-afae-ab183fc1104b {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:37:15.494651 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129d753-1f70-46e5-95d5-0cc4d3b421a8 None None] Pushing event updated for resources: {'Port': ['ID=470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d,revision_number=2']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:15.505001 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0129d753-1f70-46e5-95d5-0cc4d3b421a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:15.512010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:37:15.512283 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Checking segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:37:15.512744 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:15.513187 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Bound using segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:37:15.516655 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Bound port: 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:37:15.517138 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:15.582561 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8adad-068f-44e3-9182-ed523d0da6e3 None None] Pushing event updated for resources: {'Port': ['ID=ead116a6-419b-4de1-8d58-245d7034969f,revision_number=3']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:15.597318 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c3b8adad-068f-44e3-9182-ed523d0da6e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:15.649703 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] For port 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:37:15.654332 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] For port 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:37:15.692589 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:15.699228 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7924dd0a-d8f2-432a-9412-f036d79d06ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:15.770691 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:15.792901 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Allocated IP 172.20.0.1 (d8a7082e-55ec-4c0a-a383-56dcccffdd3e/87180e83-62f3-404a-9c4e-515fba272188/b4ed1d73-61d8-4d27-9913-cdc1c30a6e58) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:37:15.812651 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Routers {'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:37:15.815643 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e70fcf8>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:36:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:15.829508 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Transition to ACTIVE for port object a1dd1dca-ecc5-4b23-90a2-d034e4c81235 will not be triggered until provisioned by entity DHCP. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:37:15.921931 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] Set router 29461bd4-867b-4d23-bb43-3bf2394f6c99 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:37:15.934080 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:15.940437 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2c120c74-5bf9-4d7d-9409-eb2455602888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:16.043874 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 20 23:37:16.084336 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:16.192003 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:16.197602 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-296c493c-d9fb-4112-99a0-74d3289451f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:16.198407 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:37:16.211272 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cb81ad40-1f92-4c3f-9f35-035c9833bffd req-4ced480c-2cc6-4001-9744-07dd5a47660a tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 210 time: 0.9541647
Apr 20 23:37:16.218160 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:37:16.222419 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:37:16.222930 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546574'] for router_interface, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:16.280588 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Pushing event updated for resources: {'Port': ['ID=a1dd1dca-ecc5-4b23-90a2-d034e4c81235,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:16.282431 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] Set router f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:37:16.303636 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:16.398792 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Pushing event updated for resources: {'Port': ['ID=b4ed1d73-61d8-4d27-9913-cdc1c30a6e58,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:16.406938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:16.411238 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Network d8a7082e-55ec-4c0a-a383-56dcccffdd3e is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:37:16.413148 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:37:16.417565 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:37:16.421305 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546574'] for router_interface, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:16.602734 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e8ceb00>, [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:37:10Z', 'revision_number': 3, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port': {'id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:08Z', 'updated_at': '2021-04-20T23:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:16.617010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7136a1-ade2-4f1d-be54-50beef5010ac None None] The sync data for ids ['29461bd4-867b-4d23-bb43-3bf2394f6c99'] in dv-cinder-680889-5-iscsi is: [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:37:10Z', 'revision_number': 3, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port': {'id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:08Z', 'updated_at': '2021-04-20T23:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:37:16.632091 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:16.717662 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129d753-1f70-46e5-95d5-0cc4d3b421a8 None None] Pushing event updated for resources: {'Port': ['ID=470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:16.743205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d6641dda-2ba3-469d-907a-f6bdb46fba15 None None] Provisioning for port a1dd1dca-ecc5-4b23-90a2-d034e4c81235 completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:37:16.752325 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0129d753-1f70-46e5-95d5-0cc4d3b421a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.053s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:16.757675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d6641dda-2ba3-469d-907a-f6bdb46fba15 None None] Provisioning complete for port a1dd1dca-ecc5-4b23-90a2-d034e4c81235 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:37:16.758290 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d6641dda-2ba3-469d-907a-f6bdb46fba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:16.852414 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d6641dda-2ba3-469d-907a-f6bdb46fba15 None None] Port a1dd1dca-ecc5-4b23-90a2-d034e4c81235 cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:37:16.859270 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e70fcf8>, [{'id': 'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9', 'name': 'tempest-ServerRescueNegativeTestJSON-1978579027-router', 'tenant_id': 'ab95038a22354139a0254e25eb4cccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:07Z', 'updated_at': '2021-04-20T23:37:11Z', 'revision_number': 3, 'project_id': 'ab95038a22354139a0254e25eb4cccde', 'gw_port': {'id': '470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:09Z', 'updated_at': '2021-04-20T23:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:16.864408 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23337dac-407a-4d5a-a8f4-de5beb94d1f0 None None] The sync data for ids ['f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9'] in dv-cinder-680889-5-iscsi is: [{'id': 'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9', 'name': 'tempest-ServerRescueNegativeTestJSON-1978579027-router', 'tenant_id': 'ab95038a22354139a0254e25eb4cccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:07Z', 'updated_at': '2021-04-20T23:37:11Z', 'revision_number': 3, 'project_id': 'ab95038a22354139a0254e25eb4cccde', 'gw_port': {'id': '470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:09Z', 'updated_at': '2021-04-20T23:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:37:17.109456 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:17.130475 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:17.149297 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:17.149801 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33003090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854229143'] for router_interface, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:17.156831 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:17.366727 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Pushing event updated for resources: {'Port': ['ID=a1dd1dca-ecc5-4b23-90a2-d034e4c81235,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:17.496552 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:17.596018 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-91d8ad4a-1866-4d19-ac27-b8d31f66a7c6 req-2cfd536a-af19-47d3-a52d-90222099f2b0 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 210 time: 0.0890908
Apr 20 23:37:17.641371 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:17.674950 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:17.676376 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33003090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854229143'] for router_interface, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:17.681651 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:17.722761 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:37:17.724012 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:37:18.105811 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Router 29461bd4-867b-4d23-bb43-3bf2394f6c99 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:37:18.194882 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.10', 51160) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:18.231740 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-bb95b1ba-a86e-4192-8c99-c3f598e83ae9 None None] Provisioning complete for port a1dd1dca-ecc5-4b23-90a2-d034e4c81235 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:37:18.233618 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bb95b1ba-a86e-4192-8c99-c3f598e83ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:18.238092 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Network d8a7082e-55ec-4c0a-a383-56dcccffdd3e is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:37:18.248303 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:37:18.358798 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-bb95b1ba-a86e-4192-8c99-c3f598e83ae9 None None] Port a1dd1dca-ecc5-4b23-90a2-d034e4c81235 cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:37:18.376918 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Pushing event updated for resources: {'Port': ['ID=b4ed1d73-61d8-4d27-9913-cdc1c30a6e58,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:18.591624 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Router f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:37:18.592904 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:18.854922 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device ead116a6-419b-4de1-8d58-245d7034969f up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:37:19.009708 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:37:19.021267 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] 10.222.0.15 "PUT /v2.0/routers/f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7161312
Apr 20 23:37:19.079453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:37:19.079936 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port ead116a6-419b-4de1-8d58-245d7034969f completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:37:19.086359 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port ead116a6-419b-4de1-8d58-245d7034969f triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:37:19.086787 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:19.106603 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] 10.222.0.15 "PUT /v2.0/routers/29461bd4-867b-4d23-bb43-3bf2394f6c99/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8822348
Apr 20 23:37:19.297440 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-01b74aae-beea-4939-9ab3-c668013a2e02 req-efb45e3a-a978-46cf-97e0-94fe429bc7b6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 210 time: 0.1806898
Apr 20 23:37:19.348998 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094aba7-885e-4138-8369-6fc27ac85feb req-97c5f689-7cf9-4bef-ba17-8c3aac39bc0f tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:19.351614 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:19.360571 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-1094aba7-885e-4138-8369-6fc27ac85feb req-97c5f689-7cf9-4bef-ba17-8c3aac39bc0f tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Synchronizing usage tracker for tenant:323c2a5b146347bd83d89c76fd5e34e9 on resource:network {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:37:19.394985 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port ead116a6-419b-4de1-8d58-245d7034969f, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=ead116a6-419b-4de1-8d58-245d7034969f,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:19.422861 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-1094aba7-885e-4138-8369-6fc27ac85feb req-97c5f689-7cf9-4bef-ba17-8c3aac39bc0f tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Unset dirty status for tenant:323c2a5b146347bd83d89c76fd5e34e9 on resource:network {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:37:19.425061 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1094aba7-885e-4138-8369-6fc27ac85feb req-97c5f689-7cf9-4bef-ba17-8c3aac39bc0f tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.10 "GET /v2.0/networks?id=5383e453-243e-4296-a84c-742e40e82d3c HTTP/1.1" status: 200  len: 812 time: 1.2225096
Apr 20 23:37:19.451543 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:19.452788 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:37:19.492742 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:19.734174 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-1094aba7-885e-4138-8369-6fc27ac85feb req-126b7a06-cb3b-4460-8eec-b5b0042b40e6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Request body: {'port': {'device_id': 'f12facb2-c4cf-44d3-8d58-89f49d8f2c27', 'network_id': '5383e453-243e-4296-a84c-742e40e82d3c', 'admin_state_up': True, 'tenant_id': '323c2a5b146347bd83d89c76fd5e34e9'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:19.734395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=ead116a6-419b-4de1-8d58-245d7034969f,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:19.734395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:19.734395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:37:19.734395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:37:19.734395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:19.849423 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-1094aba7-885e-4138-8369-6fc27ac85feb req-126b7a06-cb3b-4460-8eec-b5b0042b40e6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:19.854612 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-1094aba7-885e-4138-8369-6fc27ac85feb req-126b7a06-cb3b-4460-8eec-b5b0042b40e6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Usage tracker for resource:port and tenant:323c2a5b146347bd83d89c76fd5e34e9 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:19.857452 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-1094aba7-885e-4138-8369-6fc27ac85feb req-126b7a06-cb3b-4460-8eec-b5b0042b40e6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:19.864050 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-1094aba7-885e-4138-8369-6fc27ac85feb req-126b7a06-cb3b-4460-8eec-b5b0042b40e6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:19.874610 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:19.894778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:19.957582 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1094aba7-885e-4138-8369-6fc27ac85feb req-126b7a06-cb3b-4460-8eec-b5b0042b40e6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Made reservation on behalf of 323c2a5b146347bd83d89c76fd5e34e9 for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:37:19.961671 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:19.964246 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1094aba7-885e-4138-8369-6fc27ac85feb req-126b7a06-cb3b-4460-8eec-b5b0042b40e6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:19.969391 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:20.146357 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:20.152197 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:20.244831 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-1094aba7-885e-4138-8369-6fc27ac85feb req-126b7a06-cb3b-4460-8eec-b5b0042b40e6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Allocated IP 172.20.0.2 (5383e453-243e-4296-a84c-742e40e82d3c/fcfc7004-3641-455d-939d-edc6e677be01/81a33225-d73a-4ced-98f9-4e89ce0aa30f) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:37:20.575998 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Sync routers for ids ['29461bd4-867b-4d23-bb43-3bf2394f6c99'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:37:20.597901 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Routers {'29461bd4-867b-4d23-bb43-3bf2394f6c99'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:37:20.598590 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e4407b8>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:36:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['29461bd4-867b-4d23-bb43-3bf2394f6c99'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:20.803805 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device ead116a6-419b-4de1-8d58-245d7034969f up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:37:20.899106 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 37316) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:20.905125 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-2a94e44d-56c1-429d-b726-f97414636399 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--56046713', 'description': 'tempest-description--1786160240'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:20.927977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2a94e44d-56c1-429d-b726-f97414636399 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:20.941471 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2a94e44d-56c1-429d-b726-f97414636399 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Usage tracker for resource:security_group and tenant:329d4da5822347079a9af5d11eb238fa is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:20.972872 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2a94e44d-56c1-429d-b726-f97414636399 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:20.997720 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2a94e44d-56c1-429d-b726-f97414636399 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:21.023998 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Sync routers for ids ['f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:37:21.044967 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1094aba7-885e-4138-8369-6fc27ac85feb req-126b7a06-cb3b-4460-8eec-b5b0042b40e6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:21.087507 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Routers {'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:37:21.102785 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e88ea58>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:36:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:21.122944 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2a94e44d-56c1-429d-b726-f97414636399 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:21.184314 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2a94e44d-56c1-429d-b726-f97414636399 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:21.191685 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a76a52-cde3-4541-b419-981790a3207d req-1066b6ab-6ecf-4834-9dea-038e62cf5ba1 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:21.201801 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-78a76a52-cde3-4541-b419-981790a3207d req-1066b6ab-6ecf-4834-9dea-038e62cf5ba1 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/networks?id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e HTTP/1.1" status: 200  len: 819 time: 0.5914011
Apr 20 23:37:21.242909 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-78a76a52-cde3-4541-b419-981790a3207d req-5445b695-9aef-411a-8276-7620f4aac261 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/quotas/ab95038a22354139a0254e25eb4cccde HTTP/1.1" status: 200  len: 375 time: 0.0397949
Apr 20 23:37:21.297309 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Set router 29461bd4-867b-4d23-bb43-3bf2394f6c99 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:37:21.306418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2a94e44d-56c1-429d-b726-f97414636399 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Usage tracker for resource:security_group_rule and tenant:329d4da5822347079a9af5d11eb238fa is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:21.329859 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af38f212-4df4-4bd5-8c15-40f96e09cba3 req-b705f219-4b2b-45ab-8308-79c0933fb4b2 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 210 time: 0.1618850
Apr 20 23:37:21.331557 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2a94e44d-56c1-429d-b726-f97414636399 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:21.344796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2a94e44d-56c1-429d-b726-f97414636399 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:21.454816 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 37334) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:21.498165 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2a94e44d-56c1-429d-b726-f97414636399 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:21.501682 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:37:21.531581 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2a94e44d-56c1-429d-b726-f97414636399 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:21.549839 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-78a76a52-cde3-4541-b419-981790a3207d req-3e9bac13-d06e-49d2-bd3e-7082877d2d5b tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab95038a22354139a0254e25eb4cccde&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3062320
Apr 20 23:37:21.570517 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-729591ea-1964-4f71-81c7-21d6f63b907f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:21.575400 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port ead116a6-419b-4de1-8d58-245d7034969f triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:37:21.575400 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:21.595026 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1094aba7-885e-4138-8369-6fc27ac85feb req-126b7a06-cb3b-4460-8eec-b5b0042b40e6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:21.605417 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:21.626228 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2a94e44d-56c1-429d-b726-f97414636399 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:21.630336 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2a94e44d-56c1-429d-b726-f97414636399 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1776 time: 0.7300849
Apr 20 23:37:21.631381 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 37346) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:21.692904 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-d13c34d5-3b17-48f7-bb4c-1443b94c5744 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Request body: {'security_group_rule': {'security_group_id': '32a68ac8-dd97-4be7-a00b-1cb26cb48553', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:21.732281 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94e44d-56c1-429d-b726-f97414636399 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a68ac8-dd97-4be7-a00b-1cb26cb48553,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:21.735285 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d13c34d5-3b17-48f7-bb4c-1443b94c5744 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:21.738036 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2a94e44d-56c1-429d-b726-f97414636399 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:21.764672 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d13c34d5-3b17-48f7-bb4c-1443b94c5744 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Usage tracker for resource:security_group_rule and tenant:329d4da5822347079a9af5d11eb238fa is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:21.771720 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d13c34d5-3b17-48f7-bb4c-1443b94c5744 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:21.788198 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d13c34d5-3b17-48f7-bb4c-1443b94c5744 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:21.828446 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b7a06-cb3b-4460-8eec-b5b0042b40e6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Pushing event updated for resources: {'Port': ['ID=81a33225-d73a-4ced-98f9-4e89ce0aa30f,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:21.833995 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-126b7a06-cb3b-4460-8eec-b5b0042b40e6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:21.846376 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1094aba7-885e-4138-8369-6fc27ac85feb req-126b7a06-cb3b-4460-8eec-b5b0042b40e6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Network 5383e453-243e-4296-a84c-742e40e82d3c is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:37:21.847670 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-1094aba7-885e-4138-8369-6fc27ac85feb req-126b7a06-cb3b-4460-8eec-b5b0042b40e6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:37:21.855014 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d13c34d5-3b17-48f7-bb4c-1443b94c5744 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:21.866415 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-1094aba7-885e-4138-8369-6fc27ac85feb req-126b7a06-cb3b-4460-8eec-b5b0042b40e6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:37:21.869343 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094aba7-885e-4138-8369-6fc27ac85feb req-126b7a06-cb3b-4460-8eec-b5b0042b40e6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:21.870252 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1094aba7-885e-4138-8369-6fc27ac85feb req-126b7a06-cb3b-4460-8eec-b5b0042b40e6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:21.916787 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:37:21.920986 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1094aba7-885e-4138-8369-6fc27ac85feb req-126b7a06-cb3b-4460-8eec-b5b0042b40e6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4132237
Apr 20 23:37:21.984294 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d1333293-7b7c-47a6-a9d5-9bc9caa2d0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:22.013577 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-1094aba7-885e-4138-8369-6fc27ac85feb req-f57e6e08-4adf-4a77-8344-2d9d1691d571 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:37:22.015373 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1094aba7-885e-4138-8369-6fc27ac85feb req-f57e6e08-4adf-4a77-8344-2d9d1691d571 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0073476
Apr 20 23:37:22.039147 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d1333293-7b7c-47a6-a9d5-9bc9caa2d0a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:22.046886 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-78a76a52-cde3-4541-b419-981790a3207d req-35b30229-928e-49a5-9cab-56d584bfbd29 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:37:22.047793 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d1333293-7b7c-47a6-a9d5-9bc9caa2d0a5 admin admin] Usage tracker for resource:security_group_rule and tenant:8ffec14bb86d4cb4bb6d5f57490253e3 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:22.048666 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-78a76a52-cde3-4541-b419-981790a3207d req-35b30229-928e-49a5-9cab-56d584bfbd29 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1006558
Apr 20 23:37:22.054882 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d1333293-7b7c-47a6-a9d5-9bc9caa2d0a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:22.065048 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Set router f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:37:22.071020 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d1333293-7b7c-47a6-a9d5-9bc9caa2d0a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:22.164837 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e4407b8>, [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:37:16Z', 'revision_number': 4, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port': {'id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:08Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'a1dd1dca-ecc5-4b23-90a2-d034e4c81235', 'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'mac_address': 'fa:16:3e:e6:16:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:15Z', 'updated_at': '2021-04-20T23:37:16Z', 'revision_number': 2, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'subnets': [{'id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:22.174607 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Checking router: 29461bd4-867b-4d23-bb43-3bf2394f6c99 for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:37:22.174955 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Updating router 29461bd4-867b-4d23-bb43-3bf2394f6c99 port a1dd1dca-ecc5-4b23-90a2-d034e4c81235 binding host dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:37:22.231139 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d13c34d5-3b17-48f7-bb4c-1443b94c5744 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:22.292240 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Request body: {'port': {'device_id': 'f12facb2-c4cf-44d3-8d58-89f49d8f2c27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:22.300932 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:22.350649 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d13c34d5-3b17-48f7-bb4c-1443b94c5744 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:22.352977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:22.386509 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c34d5-3b17-48f7-bb4c-1443b94c5744 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c27e51d-9606-4854-8925-c39e15fbbab8,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:22.397475 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d13c34d5-3b17-48f7-bb4c-1443b94c5744 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:22.489200 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d13c34d5-3b17-48f7-bb4c-1443b94c5744 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:22.493543 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d13c34d5-3b17-48f7-bb4c-1443b94c5744 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8392520
Apr 20 23:37:22.497093 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 37362) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:22.521205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-111e7c82-cb21-482c-8e12-80d09dc90673 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Request body: {'security_group_rule': {'security_group_id': '32a68ac8-dd97-4be7-a00b-1cb26cb48553', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:22.535550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-111e7c82-cb21-482c-8e12-80d09dc90673 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:22.554831 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-78a76a52-cde3-4541-b419-981790a3207d req-2b8232f7-db28-4813-af0f-aefdcc07ee68 service neutron] 10.222.0.15 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4916749
Apr 20 23:37:22.608221 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-111e7c82-cb21-482c-8e12-80d09dc90673 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Usage tracker for resource:security_group_rule and tenant:329d4da5822347079a9af5d11eb238fa is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:22.628585 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-111e7c82-cb21-482c-8e12-80d09dc90673 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:22.643625 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:37:22.644102 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d1333293-7b7c-47a6-a9d5-9bc9caa2d0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:22.644205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:22.651050 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-111e7c82-cb21-482c-8e12-80d09dc90673 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:22.799880 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d1333293-7b7c-47a6-a9d5-9bc9caa2d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:22.817728 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:22.842268 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-78a76a52-cde3-4541-b419-981790a3207d req-8f023f62-e909-4cd8-8857-488ff08d68cd service neutron] 10.222.0.15 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2777946
Apr 20 23:37:22.874923 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:22.960135 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-111e7c82-cb21-482c-8e12-80d09dc90673 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:23.056714 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d1333293-7b7c-47a6-a9d5-9bc9caa2d0a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ffec14bb86d4cb4bb6d5f57490253e3&name=default HTTP/1.1" status: 200  len: 2978 time: 1.6005166
Apr 20 23:37:23.066266 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-69367220-8a70-4b90-8b06-3e52a60a96e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:23.104117 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1333293-7b7c-47a6-a9d5-9bc9caa2d0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba57f15-2f6a-4ce6-a5eb-65c0ce22013e,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:23.118793 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 37368) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:23.124476 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d1333293-7b7c-47a6-a9d5-9bc9caa2d0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:23.148431 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e88ea58>, [{'id': 'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9', 'name': 'tempest-ServerRescueNegativeTestJSON-1978579027-router', 'tenant_id': 'ab95038a22354139a0254e25eb4cccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:07Z', 'updated_at': '2021-04-20T23:37:16Z', 'revision_number': 4, 'project_id': 'ab95038a22354139a0254e25eb4cccde', 'gw_port': {'id': '470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:09Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'b4ed1d73-61d8-4d27-9913-cdc1c30a6e58', 'name': '', 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e', 'tenant_id': 'ab95038a22354139a0254e25eb4cccde', 'mac_address': 'fa:16:3e:c2:0e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '87180e83-62f3-404a-9c4e-515fba272188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:15Z', 'updated_at': '2021-04-20T23:37:17Z', 'revision_number': 2, 'project_id': 'ab95038a22354139a0254e25eb4cccde', 'subnets': [{'id': '87180e83-62f3-404a-9c4e-515fba272188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:23.162317 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Checking router: f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9 for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:37:23.163044 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Updating router f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9 port b4ed1d73-61d8-4d27-9913-cdc1c30a6e58 binding host dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:37:23.268335 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bdc86-c3da-4f8f-ae47-54754602f156 req-509140d0-04bb-42c5-96e7-db4dc065499f tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:23.270388 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f38bdc86-c3da-4f8f-ae47-54754602f156 req-509140d0-04bb-42c5-96e7-db4dc065499f tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 931 time: 0.6243343
Apr 20 23:37:23.379693 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:23.396132 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Notify callbacks [] for port, precommit_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:23.464382 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Transition to ACTIVE for port object a1dd1dca-ecc5-4b23-90a2-d034e4c81235 will not be triggered until provisioned by entity L2. {{(pid=86388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:37:23.514819 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:23.521169 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-167c22de-d6fd-4963-9660-e5d53ab8e1e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:23.640283 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.db.resource_extend [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 23:37:23.863570 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a33225-d73a-4ced-98f9-4e89ce0aa30f {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:37:23.874631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:23.916013 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Transition to ACTIVE for port object 81a33225-d73a-4ced-98f9-4e89ce0aa30f will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:37:23.919009 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-87b2d056-e90f-4503-995a-9af47b7b5756 req-60cbd4f5-8dda-4c0b-bc03-dad88f71958d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 210 time: 0.4551194
Apr 20 23:37:23.946792 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:23.978418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:23.985649 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18de50-14c3-4b73-8e49-32fff6d43c38 None None] Pushing event updated for resources: {'Port': ['ID=a1dd1dca-ecc5-4b23-90a2-d034e4c81235,revision_number=3']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:24.059107 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ad18de50-14c3-4b73-8e49-32fff6d43c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:24.088397 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Attempting to bind port a1dd1dca-ecc5-4b23-90a2-d034e4c81235 on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:37:24.088968 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Attempting to bind port a1dd1dca-ecc5-4b23-90a2-d034e4c81235 by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '56571a9f-969f-49f0-b4c5-7a324d8dad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813'}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:37:24.089803 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Attempting to bind port a1dd1dca-ecc5-4b23-90a2-d034e4c81235 on network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:37:24.097950 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:37:24.098766 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Checking segment: {'id': '56571a9f-969f-49f0-b4c5-7a324d8dad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:37:24.099981 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:24.100542 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Bound using segment: {'id': '56571a9f-969f-49f0-b4c5-7a324d8dad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813'} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:37:24.101851 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Bound port: a1dd1dca-ecc5-4b23-90a2-d034e4c81235, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56571a9f-969f-49f0-b4c5-7a324d8dad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813'}}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:37:24.102354 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:24.139496 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-111e7c82-cb21-482c-8e12-80d09dc90673 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:24.185055 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f38bdc86-c3da-4f8f-ae47-54754602f156 req-466362d7-3a3d-4421-a2e8-03dea91a79e5 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8930953
Apr 20 23:37:24.186902 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d858d82c-4f7b-4f8f-82ca-ddac9d8d50c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:24.192668 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-111e7c82-cb21-482c-8e12-80d09dc90673 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:24.194321 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=81a33225-d73a-4ced-98f9-4e89ce0aa30f,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:24.204797 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:24.210511 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d13c34d5-3b17-48f7-bb4c-1443b94c5744 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:24.260142 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e7c82-cb21-482c-8e12-80d09dc90673 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d855f68-27d0-4ff0-93d8-cdd65bad5b5f,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:24.289621 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-111e7c82-cb21-482c-8e12-80d09dc90673 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:24.294405 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d858d82c-4f7b-4f8f-82ca-ddac9d8d50c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:24.372937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] For port a1dd1dca-ecc5-4b23-90a2-d034e4c81235, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:37:24.377895 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] For port a1dd1dca-ecc5-4b23-90a2-d034e4c81235, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=a1dd1dca-ecc5-4b23-90a2-d034e4c81235,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:37:24.421348 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Attempting to bind port 81a33225-d73a-4ced-98f9-4e89ce0aa30f on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:37:24.422514 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Attempting to bind port 81a33225-d73a-4ced-98f9-4e89ce0aa30f by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'da4da8c1-6685-43ac-a520-235ae44eeeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5383e453-243e-4296-a84c-742e40e82d3c'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:37:24.423041 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Attempting to bind port 81a33225-d73a-4ced-98f9-4e89ce0aa30f on network 5383e453-243e-4296-a84c-742e40e82d3c {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:37:24.423754 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-111e7c82-cb21-482c-8e12-80d09dc90673 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:24.423882 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:24.426808 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-111e7c82-cb21-482c-8e12-80d09dc90673 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.9252222
Apr 20 23:37:24.428304 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ad18de50-14c3-4b73-8e49-32fff6d43c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:24.431214 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Port 81a33225-d73a-4ced-98f9-4e89ce0aa30f on network 5383e453-243e-4296-a84c-742e40e82d3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:37:24.434596 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Attempting to bind port 81a33225-d73a-4ced-98f9-4e89ce0aa30f on network 5383e453-243e-4296-a84c-742e40e82d3c {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:37:24.435000 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 37410) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:24.442686 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:37:24.443376 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Checking segment: {'id': 'da4da8c1-6685-43ac-a520-235ae44eeeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5383e453-243e-4296-a84c-742e40e82d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:37:24.444528 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Bound using segment: {'id': 'da4da8c1-6685-43ac-a520-235ae44eeeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5383e453-243e-4296-a84c-742e40e82d3c'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:37:24.445362 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Bound port: 81a33225-d73a-4ced-98f9-4e89ce0aa30f, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4da8c1-6685-43ac-a520-235ae44eeeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5383e453-243e-4296-a84c-742e40e82d3c'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:37:24.445968 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:24.447683 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Request body: {'floatingip': {'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:24.471769 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:24.477233 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Usage tracker for resource:floatingip and tenant:329d4da5822347079a9af5d11eb238fa is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:24.481657 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:24.485194 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Notify callbacks [] for port, precommit_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:24.489700 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:24.520474 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Transition to ACTIVE for port object b4ed1d73-61d8-4d27-9913-cdc1c30a6e58 will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:37:24.544199 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for floatingip, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:24.560373 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d858d82c-4f7b-4f8f-82ca-ddac9d8d50c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:24.567222 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:24.598586 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0d26abfa-bcce-4585-9606-8d09f44268d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:24.633573 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:24.649495 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858d82c-4f7b-4f8f-82ca-ddac9d8d50c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba57f15-2f6a-4ce6-a5eb-65c0ce22013e,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:24.663503 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d858d82c-4f7b-4f8f-82ca-ddac9d8d50c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:24.668058 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] For port 81a33225-d73a-4ced-98f9-4e89ce0aa30f, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:37:24.681356 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] For port 81a33225-d73a-4ced-98f9-4e89ce0aa30f, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=81a33225-d73a-4ced-98f9-4e89ce0aa30f,segment=NetworkSegment(da4da8c1-6685-43ac-a520-235ae44eeeb7),segment_id=da4da8c1-6685-43ac-a520-235ae44eeeb7)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:37:24.711825 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:24.722661 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Routers {'29461bd4-867b-4d23-bb43-3bf2394f6c99'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:37:24.723455 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e4407b8>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:36:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['29461bd4-867b-4d23-bb43-3bf2394f6c99'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:24.728062 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-adcf5321-6627-46f8-a381-b92cb7fc5b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:24.848339 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d858d82c-4f7b-4f8f-82ca-ddac9d8d50c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:24.870063 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d858d82c-4f7b-4f8f-82ca-ddac9d8d50c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ba57f15-2f6a-4ce6-a5eb-65c0ce22013e HTTP/1.1" status: 204  len: 168 time: 1.7392213
Apr 20 23:37:25.056472 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:25.132405 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:25.133708 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:25.136597 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1094aba7-885e-4138-8369-6fc27ac85feb req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] 10.222.0.10 "PUT /v2.0/ports/81a33225-d73a-4ced-98f9-4e89ce0aa30f HTTP/1.1" status: 200  len: 1093 time: 2.9402878
Apr 20 23:37:25.194015 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12facb2-c4cf-44d3-8d58-89f49d8f2c27', 'tag': '81a33225-d73a-4ced-98f9-4e89ce0aa30f'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:37:25.563276 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Allocated IP 172.27.2.84 (b49fa4d7-9497-41f5-afae-ab183fc1104b/828469c9-116a-4083-bfec-69bcf738251b/2cc07ae4-50c8-4db1-bd96-756d5e39139e) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:37:25.884849 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] Set router 29461bd4-867b-4d23-bb43-3bf2394f6c99 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:37:25.891626 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Attempting to bind port b4ed1d73-61d8-4d27-9913-cdc1c30a6e58 on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:37:25.892045 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Attempting to bind port b4ed1d73-61d8-4d27-9913-cdc1c30a6e58 by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': 'd03d5ad0-e8b0-44b9-b969-e864cc02b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:37:25.892488 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Attempting to bind port b4ed1d73-61d8-4d27-9913-cdc1c30a6e58 on network d8a7082e-55ec-4c0a-a383-56dcccffdd3e {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:37:25.966519 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:37:25.966925 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Checking segment: {'id': 'd03d5ad0-e8b0-44b9-b969-e864cc02b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:37:25.972229 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:25.973559 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Bound using segment: {'id': 'd03d5ad0-e8b0-44b9-b969-e864cc02b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:37:25.976088 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Bound port: b4ed1d73-61d8-4d27-9913-cdc1c30a6e58, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03d5ad0-e8b0-44b9-b969-e864cc02b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:37:25.976734 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:26.024523 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 37462) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:26.051390 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-8c487a49-67eb-40b7-bb02-d415054337cc tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:26.053232 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-8c487a49-67eb-40b7-bb02-d415054337cc tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/networks?id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e HTTP/1.1" status: 200  len: 819 time: 1.1786747
Apr 20 23:37:26.088357 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-154937cd-0a90-4dd3-a47a-c17bd41f4dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:26.218967 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] For port b4ed1d73-61d8-4d27-9913-cdc1c30a6e58, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:37:26.226147 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-154937cd-0a90-4dd3-a47a-c17bd41f4dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:26.227238 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] For port b4ed1d73-61d8-4d27-9913-cdc1c30a6e58, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=b4ed1d73-61d8-4d27-9913-cdc1c30a6e58,segment=NetworkSegment(d03d5ad0-e8b0-44b9-b969-e864cc02b75d),segment_id=d03d5ad0-e8b0-44b9-b969-e864cc02b75d)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:37:26.244475 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77e996-644f-460d-970b-36e4c5fbc310 None None] Pushing event updated for resources: {'Port': ['ID=b4ed1d73-61d8-4d27-9913-cdc1c30a6e58,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:26.247097 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-154937cd-0a90-4dd3-a47a-c17bd41f4dbd admin admin] Usage tracker for resource:security_group_rule and tenant:a181b494b1ed49bfa8b6d185958af74b is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:26.254402 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3a77e996-644f-460d-970b-36e4c5fbc310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.626s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:26.256861 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-154937cd-0a90-4dd3-a47a-c17bd41f4dbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:26.288796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:26.300257 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0129d753-1f70-46e5-95d5-0cc4d3b421a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:26.302364 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-60db61c6-b046-4627-b75a-0fca82e59f19 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/quotas/ab95038a22354139a0254e25eb4cccde HTTP/1.1" status: 200  len: 375 time: 0.1071510
Apr 20 23:37:26.309962 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-154937cd-0a90-4dd3-a47a-c17bd41f4dbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:26.328412 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18de50-14c3-4b73-8e49-32fff6d43c38 None None] Pushing event updated for resources: {'Port': ['ID=a1dd1dca-ecc5-4b23-90a2-d034e4c81235,revision_number=4']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:26.332527 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ad18de50-14c3-4b73-8e49-32fff6d43c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.904s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:26.410919 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e4407b8>, [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:37:16Z', 'revision_number': 4, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port': {'id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:08Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'a1dd1dca-ecc5-4b23-90a2-d034e4c81235', 'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'mac_address': 'fa:16:3e:e6:16:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:15Z', 'updated_at': '2021-04-20T23:37:24Z', 'revision_number': 4, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'subnets': [{'id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:26.421740 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-059bd59f-bbb2-4ae8-96fd-615e13ebefd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:26.423721 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f35301-ad10-4f34-95ce-3c6e2ae405e5 None None] The sync data for ids ['29461bd4-867b-4d23-bb43-3bf2394f6c99'] in dv-cinder-680889-5-iscsi is: [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:37:16Z', 'revision_number': 4, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port': {'id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:08Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'a1dd1dca-ecc5-4b23-90a2-d034e4c81235', 'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'mac_address': 'fa:16:3e:e6:16:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:15Z', 'updated_at': '2021-04-20T23:37:24Z', 'revision_number': 4, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'subnets': [{'id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:37:26.525745 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:26.545972 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=81a33225-d73a-4ced-98f9-4e89ce0aa30f,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:26.570622 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.842s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:26.573908 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-154937cd-0a90-4dd3-a47a-c17bd41f4dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:26.601500 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Routers {'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:37:26.602208 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e88ea58>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:37:26Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:26.602406 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def08157-b0f8-434f-9a4d-9ca68f3119d5 req-a3e99ea1-6399-4f36-92b9-3ba2f1a8b4c0 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:26.616499 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-def08157-b0f8-434f-9a4d-9ca68f3119d5 req-a3e99ea1-6399-4f36-92b9-3ba2f1a8b4c0 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 943 time: 1.0226903
Apr 20 23:37:26.626098 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-154937cd-0a90-4dd3-a47a-c17bd41f4dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:26.663275 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094aba7-885e-4138-8369-6fc27ac85feb req-de1538ab-c4b9-46b8-b8ac-cbab143c2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:26.673836 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1094aba7-885e-4138-8369-6fc27ac85feb req-de1538ab-c4b9-46b8-b8ac-cbab143c2630 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=323c2a5b146347bd83d89c76fd5e34e9&device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 1096 time: 0.6542914
Apr 20 23:37:26.714774 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-500d0304-cc5a-48ea-bf97-dde52e966103 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab95038a22354139a0254e25eb4cccde&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4037514
Apr 20 23:37:26.770373 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:26.800312 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:26.891557 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d858d82c-4f7b-4f8f-82ca-ddac9d8d50c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:26.909867 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:26.973000 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:37:26.982225 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:37:26.986347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:37:27.055887 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-ca7b0c42-7821-4e67-90e3-f2e28ac6f632 service neutron] 10.222.0.15 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3319345
Apr 20 23:37:27.106889 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device a1dd1dca-ecc5-4b23-90a2-d034e4c81235 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:37:27.132165 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:27.160251 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1094aba7-885e-4138-8369-6fc27ac85feb req-f335e2db-7dbf-42cf-b804-9446415017d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81a33225-d73a-4ced-98f9-4e89ce0aa30f HTTP/1.1" status: 200  len: 217 time: 0.1031978
Apr 20 23:37:27.190690 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-154937cd-0a90-4dd3-a47a-c17bd41f4dbd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a181b494b1ed49bfa8b6d185958af74b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1590784
Apr 20 23:37:27.191762 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154937cd-0a90-4dd3-a47a-c17bd41f4dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e84abd-1878-48c3-acdd-4d78568d58be,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:27.196410 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-154937cd-0a90-4dd3-a47a-c17bd41f4dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:27.200065 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 37482) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:27.200686 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:27.357607 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77e996-644f-460d-970b-36e4c5fbc310 None None] Pushing event updated for resources: {'Port': ['ID=b4ed1d73-61d8-4d27-9913-cdc1c30a6e58,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:27.401089 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3a77e996-644f-460d-970b-36e4c5fbc310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.101s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:27.491538 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-def08157-b0f8-434f-9a4d-9ca68f3119d5 req-7443f791-0967-4ee7-81b1-3fe5484d5619 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8568959
Apr 20 23:37:27.548189 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port a1dd1dca-ecc5-4b23-90a2-d034e4c81235 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:37:27.562597 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094aba7-885e-4138-8369-6fc27ac85feb req-c46fa2ca-ea7a-4730-907b-1c9dd9822f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:27.564339 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1094aba7-885e-4138-8369-6fc27ac85feb req-c46fa2ca-ea7a-4730-907b-1c9dd9822f9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcfc7004-3641-455d-939d-edc6e677be01 HTTP/1.1" status: 200  len: 852 time: 0.3346999
Apr 20 23:37:27.616957 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port a1dd1dca-ecc5-4b23-90a2-d034e4c81235 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:37:27.631639 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:27.647716 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.10', 51177) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:27.663814 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1094aba7-885e-4138-8369-6fc27ac85feb req-894d01a6-3aea-4506-9319-5beabc9139e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5383e453-243e-4296-a84c-742e40e82d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0926065
Apr 20 23:37:27.670045 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-b343540c-0ae6-4bb2-9d8b-d506511583e3 service neutron] 10.222.0.15 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5084944
Apr 20 23:37:27.706038 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Pushing event updated for resources: {'Port': ['ID=2cc07ae4-50c8-4db1-bd96-756d5e39139e,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:27.776179 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:27.779794 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:27.788023 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a5a9625b-ec00-4a1c-a9fb-efe36e6e8dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:27.853331 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] Set router f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:37:27.868591 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:28.065337 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a5a9625b-ec00-4a1c-a9fb-efe36e6e8dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:28.187536 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12facb2-c4cf-44d3-8d58-89f49d8f2c27', 'tag': '81a33225-d73a-4ced-98f9-4e89ce0aa30f', 'status': 'completed', 'code': 200}
Apr 20 23:37:28.348719 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1094aba7-885e-4138-8369-6fc27ac85feb req-86ad9eba-6243-49df-ad61-9fda7c64ac3b service neutron] 10.222.0.10 "GET /v2.0/networks/5383e453-243e-4296-a84c-742e40e82d3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6643126
Apr 20 23:37:28.671317 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1094aba7-885e-4138-8369-6fc27ac85feb req-65296a9d-fd10-493c-bf7b-8cd8bc94b691 service neutron] 10.222.0.10 "GET /v2.0/networks/5383e453-243e-4296-a84c-742e40e82d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3025944
Apr 20 23:37:28.787396 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a76a52-cde3-4541-b419-981790a3207d req-d23d0c33-136f-453f-bb94-d34e9bbb8cbf tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:28.788975 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-513b3d1b-a680-40fb-9b77-d28101bff3f8 req-a1cf131b-df96-4f5d-b57e-409dff2f64cd tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Synchronizing usage tracker for tenant:ab95038a22354139a0254e25eb4cccde on resource:port {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:37:28.789855 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-78a76a52-cde3-4541-b419-981790a3207d req-d23d0c33-136f-453f-bb94-d34e9bbb8cbf tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.10 "GET /v2.0/networks?id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e HTTP/1.1" status: 200  len: 819 time: 1.1166625
Apr 20 23:37:28.887306 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-513b3d1b-a680-40fb-9b77-d28101bff3f8 req-a1cf131b-df96-4f5d-b57e-409dff2f64cd tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Unset dirty status for tenant:ab95038a22354139a0254e25eb4cccde on resource:port {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:37:28.896476 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-513b3d1b-a680-40fb-9b77-d28101bff3f8 req-a1cf131b-df96-4f5d-b57e-409dff2f64cd tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 210 time: 0.3830168
Apr 20 23:37:28.910800 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:29.049568 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:29.063187 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-78a76a52-cde3-4541-b419-981790a3207d req-4bec6355-b6fb-4407-9ca5-ae5c34890c4a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Request body: {'port': {'device_id': 'e71eb6c8-777c-4f0f-a121-f9425edcd044', 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e', 'admin_state_up': True, 'tenant_id': 'ab95038a22354139a0254e25eb4cccde'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:29.065254 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a5a9625b-ec00-4a1c-a9fb-efe36e6e8dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:29.098658 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d1333293-7b7c-47a6-a9d5-9bc9caa2d0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:29.119807 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:29.124684 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e88ea58>, [{'id': 'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9', 'name': 'tempest-ServerRescueNegativeTestJSON-1978579027-router', 'tenant_id': 'ab95038a22354139a0254e25eb4cccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:07Z', 'updated_at': '2021-04-20T23:37:16Z', 'revision_number': 4, 'project_id': 'ab95038a22354139a0254e25eb4cccde', 'gw_port': {'id': '470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:09Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'b4ed1d73-61d8-4d27-9913-cdc1c30a6e58', 'name': '', 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e', 'tenant_id': 'ab95038a22354139a0254e25eb4cccde', 'mac_address': 'fa:16:3e:c2:0e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '87180e83-62f3-404a-9c4e-515fba272188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:15Z', 'updated_at': '2021-04-20T23:37:26Z', 'revision_number': 4, 'project_id': 'ab95038a22354139a0254e25eb4cccde', 'subnets': [{'id': '87180e83-62f3-404a-9c4e-515fba272188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:29.135851 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9625b-ec00-4a1c-a9fb-efe36e6e8dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e84abd-1878-48c3-acdd-4d78568d58be,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:29.141227 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port a1dd1dca-ecc5-4b23-90a2-d034e4c81235, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=a1dd1dca-ecc5-4b23-90a2-d034e4c81235,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:29.144229 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929b13d6-f34e-48da-bc13-09b45eca1f09 None None] The sync data for ids ['f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9'] in dv-cinder-680889-5-iscsi is: [{'id': 'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9', 'name': 'tempest-ServerRescueNegativeTestJSON-1978579027-router', 'tenant_id': 'ab95038a22354139a0254e25eb4cccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:07Z', 'updated_at': '2021-04-20T23:37:16Z', 'revision_number': 4, 'project_id': 'ab95038a22354139a0254e25eb4cccde', 'gw_port': {'id': '470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:09Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'b4ed1d73-61d8-4d27-9913-cdc1c30a6e58', 'name': '', 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e', 'tenant_id': 'ab95038a22354139a0254e25eb4cccde', 'mac_address': 'fa:16:3e:c2:0e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '87180e83-62f3-404a-9c4e-515fba272188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:15Z', 'updated_at': '2021-04-20T23:37:26Z', 'revision_number': 4, 'project_id': 'ab95038a22354139a0254e25eb4cccde', 'subnets': [{'id': '87180e83-62f3-404a-9c4e-515fba272188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:37:29.168374 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a5a9625b-ec00-4a1c-a9fb-efe36e6e8dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:29.169366 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:29.226802 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:29.234190 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3a77e996-644f-460d-970b-36e4c5fbc310 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:29.341496 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-78a76a52-cde3-4541-b419-981790a3207d req-4bec6355-b6fb-4407-9ca5-ae5c34890c4a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:29.389966 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Pushing event updated for resources: {'Port': ['ID=2cc07ae4-50c8-4db1-bd96-756d5e39139e,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:29.393612 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:29.462933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a5a9625b-ec00-4a1c-a9fb-efe36e6e8dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:29.464340 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a5a9625b-ec00-4a1c-a9fb-efe36e6e8dda admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5e84abd-1878-48c3-acdd-4d78568d58be HTTP/1.1" status: 204  len: 168 time: 2.1353526
Apr 20 23:37:29.477241 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854229059'] for floatingip, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:29.504381 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-78a76a52-cde3-4541-b419-981790a3207d req-4bec6355-b6fb-4407-9ca5-ae5c34890c4a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:29.588999 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:29.589659 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=a1dd1dca-ecc5-4b23-90a2-d034e4c81235,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:29.590736 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.1545627
Apr 20 23:37:29.612485 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33eecb0-540b-4333-8b46-f46a50ff5614 req-b6ac9ccb-1af2-4fb7-821f-b1992e24ab25 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:29.614541 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:29.617787 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-f33eecb0-540b-4333-8b46-f46a50ff5614 req-b6ac9ccb-1af2-4fb7-821f-b1992e24ab25 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Synchronizing usage tracker for tenant:323c2a5b146347bd83d89c76fd5e34e9 on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:37:29.638645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a76a52-cde3-4541-b419-981790a3207d req-4bec6355-b6fb-4407-9ca5-ae5c34890c4a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Made reservation on behalf of ab95038a22354139a0254e25eb4cccde for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:37:29.647995 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device b4ed1d73-61d8-4d27-9913-cdc1c30a6e58 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:37:29.655639 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-78a76a52-cde3-4541-b419-981790a3207d req-4bec6355-b6fb-4407-9ca5-ae5c34890c4a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:29.739473 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898f8f5-170f-4fb8-8948-089bc37c294b req-da989362-bb98-47da-881b-bc259cdf1cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:29.752977 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d898f8f5-170f-4fb8-8948-089bc37c294b req-da989362-bb98-47da-881b-bc259cdf1cd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=323c2a5b146347bd83d89c76fd5e34e9&device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 1096 time: 0.7597296
Apr 20 23:37:29.912124 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port b4ed1d73-61d8-4d27-9913-cdc1c30a6e58 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:37:29.919587 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port b4ed1d73-61d8-4d27-9913-cdc1c30a6e58 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:37:29.920952 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:30.108416 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-f33eecb0-540b-4333-8b46-f46a50ff5614 req-b6ac9ccb-1af2-4fb7-821f-b1992e24ab25 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Unset dirty status for tenant:323c2a5b146347bd83d89c76fd5e34e9 on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:37:30.122156 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f33eecb0-540b-4333-8b46-f46a50ff5614 req-b6ac9ccb-1af2-4fb7-821f-b1992e24ab25 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 943 time: 1.2389259
Apr 20 23:37:30.259773 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:30.397848 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port b4ed1d73-61d8-4d27-9913-cdc1c30a6e58, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=b4ed1d73-61d8-4d27-9913-cdc1c30a6e58,segment=NetworkSegment(d03d5ad0-e8b0-44b9-b969-e864cc02b75d),segment_id=d03d5ad0-e8b0-44b9-b969-e864cc02b75d)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:30.425434 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:30.428604 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:30.431417 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898f8f5-170f-4fb8-8948-089bc37c294b req-5a3ecf1c-d422-425d-9c2e-e76147aeca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:30.433198 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d898f8f5-170f-4fb8-8948-089bc37c294b req-5a3ecf1c-d422-425d-9c2e-e76147aeca1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=5383e453-243e-4296-a84c-742e40e82d3c HTTP/1.1" status: 200  len: 912 time: 0.6627684
Apr 20 23:37:30.436053 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-f33eecb0-540b-4333-8b46-f46a50ff5614 req-da406b66-37a0-4a9f-b39a-93a5a62306ef tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Synchronizing usage tracker for tenant:323c2a5b146347bd83d89c76fd5e34e9 on resource:security_group {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:37:30.460274 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-75720098-5400-450e-8493-9f97af3f84cb req-a9dc9914-e9b0-47c8-a296-afe146f7ab43 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Synchronizing usage tracker for tenant:329d4da5822347079a9af5d11eb238fa on resource:security_group {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:37:30.566347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-75720098-5400-450e-8493-9f97af3f84cb req-a9dc9914-e9b0-47c8-a296-afe146f7ab43 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Unset dirty status for tenant:329d4da5822347079a9af5d11eb238fa on resource:security_group {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:37:30.567660 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75720098-5400-450e-8493-9f97af3f84cb req-a9dc9914-e9b0-47c8-a296-afe146f7ab43 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--56046713&fields=id&tenant_id=329d4da5822347079a9af5d11eb238fa HTTP/1.1" status: 200  len: 267 time: 0.2536120
Apr 20 23:37:30.623722 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=b4ed1d73-61d8-4d27-9913-cdc1c30a6e58,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:30.646945 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:30.680079 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d898f8f5-170f-4fb8-8948-089bc37c294b req-2ad84abb-8f30-4ce4-b03a-f2bf14dfacd4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81a33225-d73a-4ced-98f9-4e89ce0aa30f HTTP/1.1" status: 200  len: 217 time: 0.2316594
Apr 20 23:37:30.773602 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-f33eecb0-540b-4333-8b46-f46a50ff5614 req-da406b66-37a0-4a9f-b39a-93a5a62306ef tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Unset dirty status for tenant:323c2a5b146347bd83d89c76fd5e34e9 on resource:security_group {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:37:30.786598 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f33eecb0-540b-4333-8b46-f46a50ff5614 req-da406b66-37a0-4a9f-b39a-93a5a62306ef tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6632378
Apr 20 23:37:30.864133 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-78a76a52-cde3-4541-b419-981790a3207d req-4bec6355-b6fb-4407-9ca5-ae5c34890c4a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Allocated IP 172.20.0.6 (d8a7082e-55ec-4c0a-a383-56dcccffdd3e/87180e83-62f3-404a-9c4e-515fba272188/4f73b95e-fd5b-485f-bf5e-50b235c56921) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:37:30.955091 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75720098-5400-450e-8493-9f97af3f84cb req-78f8bccf-bb5a-47e8-bd09-2d2e6d7590ed tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:30.956750 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75720098-5400-450e-8493-9f97af3f84cb req-78f8bccf-bb5a-47e8-bd09-2d2e6d7590ed tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/networks?id=86b2d3ea-b04f-45c5-b131-8d05e2d86813 HTTP/1.1" status: 200  len: 816 time: 0.3810711
Apr 20 23:37:30.980812 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75720098-5400-450e-8493-9f97af3f84cb req-453ba4ee-467a-46e6-a60a-f0413bed1edb tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/quotas/329d4da5822347079a9af5d11eb238fa HTTP/1.1" status: 200  len: 375 time: 0.0170743
Apr 20 23:37:31.097164 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a84bebf3-65d6-4d42-a660-6beb3840f33d req-fe6e20e9-4c01-48f1-9c45-1a6c9c143175 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 210 time: 0.0796487
Apr 20 23:37:31.126665 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75720098-5400-450e-8493-9f97af3f84cb req-aa8090be-ac64-4d1e-956a-3f7d8e68fc7e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=329d4da5822347079a9af5d11eb238fa&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1352127
Apr 20 23:37:31.361804 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75720098-5400-450e-8493-9f97af3f84cb req-af729fdc-00aa-43e0-996d-3314c6d5df77 service neutron] 10.222.0.15 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2156115
Apr 20 23:37:31.384242 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-78a76a52-cde3-4541-b419-981790a3207d req-4bec6355-b6fb-4407-9ca5-ae5c34890c4a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:31.428979 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device a1dd1dca-ecc5-4b23-90a2-d034e4c81235 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:37:31.445975 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-78a76a52-cde3-4541-b419-981790a3207d req-4bec6355-b6fb-4407-9ca5-ae5c34890c4a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:31.453460 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3e7ec3ab-2d82-4d3c-9e15-425b9b9db6a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:31.571318 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a76a52-cde3-4541-b419-981790a3207d req-4bec6355-b6fb-4407-9ca5-ae5c34890c4a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Network d8a7082e-55ec-4c0a-a383-56dcccffdd3e is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:37:31.575256 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-78a76a52-cde3-4541-b419-981790a3207d req-4bec6355-b6fb-4407-9ca5-ae5c34890c4a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:37:31.580926 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a76a52-cde3-4541-b419-981790a3207d req-4bec6355-b6fb-4407-9ca5-ae5c34890c4a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:37:31.587739 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a76a52-cde3-4541-b419-981790a3207d req-4bec6355-b6fb-4407-9ca5-ae5c34890c4a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:31.588458 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-78a76a52-cde3-4541-b419-981790a3207d req-4bec6355-b6fb-4407-9ca5-ae5c34890c4a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:31.608929 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port a1dd1dca-ecc5-4b23-90a2-d034e4c81235 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:37:31.609337 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:31.628139 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec6355-b6fb-4407-9ca5-ae5c34890c4a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Pushing event updated for resources: {'Port': ['ID=4f73b95e-fd5b-485f-bf5e-50b235c56921,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:31.631787 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4bec6355-b6fb-4407-9ca5-ae5c34890c4a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:31.677212 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-78a76a52-cde3-4541-b419-981790a3207d req-4bec6355-b6fb-4407-9ca5-ae5c34890c4a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6255429
Apr 20 23:37:31.695655 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75720098-5400-450e-8493-9f97af3f84cb req-25dfdbb1-456c-4a92-8af5-c0f172789d92 service neutron] 10.222.0.15 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3251975
Apr 20 23:37:31.937984 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device b4ed1d73-61d8-4d27-9913-cdc1c30a6e58 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:37:32.079138 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port b4ed1d73-61d8-4d27-9913-cdc1c30a6e58 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:37:32.081053 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:32.237444 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-18d85b11-a40a-4ec7-a4df-b1f2d89a7804 req-e89eed38-d6b9-4de8-addd-91047ddc3971 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 210 time: 0.0992765
Apr 20 23:37:32.257654 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6cad6-410f-4d40-9ba7-071451eb1d1e req-7f2589cf-2319-4e85-a286-64c6a4d7075e tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:32.259434 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-faa6cad6-410f-4d40-9ba7-071451eb1d1e req-7f2589cf-2319-4e85-a286-64c6a4d7075e tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 943 time: 0.2066624
Apr 20 23:37:32.326694 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-faa6cad6-410f-4d40-9ba7-071451eb1d1e req-3e54d851-2764-46f6-b4e8-ae9154a16a5b tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567563
Apr 20 23:37:32.582801 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898f8f5-170f-4fb8-8948-089bc37c294b req-5c8adfb7-4c0a-462f-9021-2e9b1eebe111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:32.585101 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d898f8f5-170f-4fb8-8948-089bc37c294b req-5c8adfb7-4c0a-462f-9021-2e9b1eebe111 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcfc7004-3641-455d-939d-edc6e677be01 HTTP/1.1" status: 200  len: 852 time: 0.1579680
Apr 20 23:37:32.632277 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-49e6b4cb-f49a-4d5a-baf1-64c7bb3a7d8e req-2de71728-dfce-45ee-bfe0-1abb361006c4 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 210 time: 0.0711081
Apr 20 23:37:33.023438 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 37690) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:33.459960 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb05d-8e5d-430f-a747-23b439ff02ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:33.476791 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d1bfb05d-8e5d-430f-a747-23b439ff02ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:33.484417 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d1bfb05d-8e5d-430f-a747-23b439ff02ec admin admin] Usage tracker for resource:security_group_rule and tenant:dfcaeabdb75548a7a650c2a7d459527c is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:33.500265 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d1bfb05d-8e5d-430f-a747-23b439ff02ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:33.508680 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d1bfb05d-8e5d-430f-a747-23b439ff02ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:33.575314 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-ffcc0643-dc1a-4901-8281-59b6ba80834e req-ee68e3ab-0c61-4bbe-8391-0270333ee65e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Synchronizing usage tracker for tenant:329d4da5822347079a9af5d11eb238fa on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:37:33.586644 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5396d1f-ab32-4ca9-8de1-8b9738243578 req-bc2f4965-271b-4c51-a9a0-a2fcfb715d49 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:33.588372 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5396d1f-ab32-4ca9-8de1-8b9738243578 req-bc2f4965-271b-4c51-a9a0-a2fcfb715d49 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 943 time: 0.1079504
Apr 20 23:37:33.641340 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5396d1f-ab32-4ca9-8de1-8b9738243578 req-d6d52d35-85b7-4f94-8922-8f8756d32226 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464175
Apr 20 23:37:33.662533 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-ffcc0643-dc1a-4901-8281-59b6ba80834e req-ee68e3ab-0c61-4bbe-8391-0270333ee65e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Unset dirty status for tenant:329d4da5822347079a9af5d11eb238fa on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:37:33.663806 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ffcc0643-dc1a-4901-8281-59b6ba80834e req-ee68e3ab-0c61-4bbe-8391-0270333ee65e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 210 time: 0.1462703
Apr 20 23:37:33.874953 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a916ef4-7fa5-4d81-883b-f3968919c37c req-32eb340b-a786-4bdb-ac5f-508aa9689201 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 210 time: 0.0611956
Apr 20 23:37:33.879369 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb05d-8e5d-430f-a747-23b439ff02ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:33.928094 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb05d-8e5d-430f-a747-23b439ff02ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:33.940097 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8ed7142e-f70b-4e51-b4d0-9be595b18d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:33.974097 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d1bfb05d-8e5d-430f-a747-23b439ff02ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfcaeabdb75548a7a650c2a7d459527c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9493940
Apr 20 23:37:33.977038 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 37724) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:34.000073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfb05d-8e5d-430f-a747-23b439ff02ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60b6ac5-53b6-473f-81a8-4d2d5a67ae66,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:34.010107 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d1bfb05d-8e5d-430f-a747-23b439ff02ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:34.047629 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4159d651-375e-4370-a851-5b8911fdf30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:34.076994 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4159d651-375e-4370-a851-5b8911fdf30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:34.320007 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4159d651-375e-4370-a851-5b8911fdf30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:34.325571 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:34.338620 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159d651-375e-4370-a851-5b8911fdf30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60b6ac5-53b6-473f-81a8-4d2d5a67ae66,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:34.343759 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4159d651-375e-4370-a851-5b8911fdf30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:34.344402 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4159d651-375e-4370-a851-5b8911fdf30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:34.348829 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4159d651-375e-4370-a851-5b8911fdf30c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d60b6ac5-53b6-473f-81a8-4d2d5a67ae66 HTTP/1.1" status: 204  len: 168 time: 0.3675179
Apr 20 23:37:35.011057 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec35296-9b74-4eb4-af44-74b1d29e61be req-6c6c812a-e94c-4945-bc48-e928e0194f19 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:35.013150 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aec35296-9b74-4eb4-af44-74b1d29e61be req-6c6c812a-e94c-4945-bc48-e928e0194f19 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 943 time: 0.1847935
Apr 20 23:37:35.054334 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e918d74-2d3a-4b9d-ae8b-ed73a7344b10 req-56a8a3d8-4e00-4659-9b32-1a56c18c68eb tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 210 time: 0.1055484
Apr 20 23:37:35.111325 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aec35296-9b74-4eb4-af44-74b1d29e61be req-40468f66-1f18-40df-813a-b470b4ab54a9 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904179
Apr 20 23:37:35.158006 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 37762) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:35.187116 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d7b28d09-3c7d-44e8-b7a1-4b9a65413050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:35.210009 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d7b28d09-3c7d-44e8-b7a1-4b9a65413050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:35.255092 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d7b28d09-3c7d-44e8-b7a1-4b9a65413050 admin admin] Usage tracker for resource:security_group_rule and tenant:bb29279e6cd44a4e96ef9413f77cc8a1 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:35.263594 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d7b28d09-3c7d-44e8-b7a1-4b9a65413050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:35.268887 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-837fd18e-02bf-4b69-a3e3-62c180f68184 req-c550981e-ace9-44d0-926c-f0b8f2bc32bc tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 210 time: 0.0611091
Apr 20 23:37:35.274811 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d7b28d09-3c7d-44e8-b7a1-4b9a65413050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:35.394275 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d7b28d09-3c7d-44e8-b7a1-4b9a65413050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:35.448036 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d7b28d09-3c7d-44e8-b7a1-4b9a65413050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:35.459468 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:35.503436 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d7b28d09-3c7d-44e8-b7a1-4b9a65413050 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb29279e6cd44a4e96ef9413f77cc8a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3442302
Apr 20 23:37:35.505222 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b28d09-3c7d-44e8-b7a1-4b9a65413050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c5a2b1-eece-4648-80a1-c035629eb8dd,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:35.506369 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 37774) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:35.508485 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d7b28d09-3c7d-44e8-b7a1-4b9a65413050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:35.591707 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-73d43895-34e6-4293-ba64-c7f600b48727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:35.624447 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-73d43895-34e6-4293-ba64-c7f600b48727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:35.790806 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-73d43895-34e6-4293-ba64-c7f600b48727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:35.791548 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 37784) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:35.808791 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-22d518c7-51b3-4ec9-8ff8-30b68c406d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:35.816309 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d43895-34e6-4293-ba64-c7f600b48727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c5a2b1-eece-4648-80a1-c035629eb8dd,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:35.832545 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-73d43895-34e6-4293-ba64-c7f600b48727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:35.835383 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-73d43895-34e6-4293-ba64-c7f600b48727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:35.835635 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-73d43895-34e6-4293-ba64-c7f600b48727 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82c5a2b1-eece-4648-80a1-c035629eb8dd HTTP/1.1" status: 204  len: 168 time: 0.3277814
Apr 20 23:37:35.969705 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-12d6cfa4-c7d0-499b-827e-0ecd046dfff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:35.987492 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-12d6cfa4-c7d0-499b-827e-0ecd046dfff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:35.991657 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-12d6cfa4-c7d0-499b-827e-0ecd046dfff0 admin admin] Usage tracker for resource:security_group_rule and tenant:79aa904f2749443a976c3700378b9cfd is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:35.994608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-12d6cfa4-c7d0-499b-827e-0ecd046dfff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:36.000854 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-12d6cfa4-c7d0-499b-827e-0ecd046dfff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:36.126039 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-12d6cfa4-c7d0-499b-827e-0ecd046dfff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:36.185133 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-12d6cfa4-c7d0-499b-827e-0ecd046dfff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:36.202692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-21eca3a2-fe25-4744-9d1c-01ae565eccb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:36.309938 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-98715f79-74c7-4b8d-895e-0191417dba0c req-85ed628d-8330-4238-bbfc-a2e0ff1776c4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 210 time: 0.1104770
Apr 20 23:37:36.310548 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6cfa4-c7d0-499b-827e-0ecd046dfff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55b38ce-e11d-4c35-b9f7-a7cf01d9a8ab,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:36.317928 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-12d6cfa4-c7d0-499b-827e-0ecd046dfff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:36.321545 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-12d6cfa4-c7d0-499b-827e-0ecd046dfff0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79aa904f2749443a976c3700378b9cfd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5288429
Apr 20 23:37:36.324364 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 37806) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:36.414766 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5650ef4-adc1-4b11-8cf5-7f5e6e7a7896 req-3a2bf821-acca-4628-a847-08cbd1e0391b tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:36.422772 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5650ef4-adc1-4b11-8cf5-7f5e6e7a7896 req-3a2bf821-acca-4628-a847-08cbd1e0391b tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 943 time: 0.1774387
Apr 20 23:37:36.463129 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9a84f49c-fe04-47c1-8bad-8696e012f224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:36.494423 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Request body: {'port': {'device_id': 'e71eb6c8-777c-4f0f-a121-f9425edcd044', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:36.505588 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5650ef4-adc1-4b11-8cf5-7f5e6e7a7896 req-93735b5f-e120-4609-85f4-f1ef09af032c tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817730
Apr 20 23:37:36.537303 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 37818) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:36.566886 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-20ab9d0e-6d11-4218-bb1b-5f9d5b5217ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:36.589132 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-20ab9d0e-6d11-4218-bb1b-5f9d5b5217ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:36.593351 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-20ab9d0e-6d11-4218-bb1b-5f9d5b5217ec admin admin] Usage tracker for resource:security_group_rule and tenant:a481d9b11e0242f2b9753a00049402c1 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:36.610135 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-20ab9d0e-6d11-4218-bb1b-5f9d5b5217ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:36.623101 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d898f8f5-170f-4fb8-8948-089bc37c294b req-ba9f766c-2e1c-40f7-a63b-cdf8e1a0da0c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5383e453-243e-4296-a84c-742e40e82d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0599289
Apr 20 23:37:36.624843 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-20ab9d0e-6d11-4218-bb1b-5f9d5b5217ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:36.768285 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-20ab9d0e-6d11-4218-bb1b-5f9d5b5217ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:36.808516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-20ab9d0e-6d11-4218-bb1b-5f9d5b5217ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:36.819070 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9a84f49c-fe04-47c1-8bad-8696e012f224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:36.819878 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4159d651-375e-4370-a851-5b8911fdf30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:36.847409 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-2ac3093f-5d30-4a4f-9a60-1129214891c0 req-2d03c3e5-4b36-4d63-a2ae-8b89349ccdcc tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Synchronizing usage tracker for tenant:ab95038a22354139a0254e25eb4cccde on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:37:36.869585 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-20ab9d0e-6d11-4218-bb1b-5f9d5b5217ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a481d9b11e0242f2b9753a00049402c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3311212
Apr 20 23:37:36.872395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 37834) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:36.875420 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab9d0e-6d11-4218-bb1b-5f9d5b5217ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54726dc3-219b-4116-baf4-46ea814a35b2,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:36.928754 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-20ab9d0e-6d11-4218-bb1b-5f9d5b5217ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:36.956223 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b81a414-5b4e-474d-8370-7cae7b63feca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:36.988245 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b81a414-5b4e-474d-8370-7cae7b63feca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:36.997214 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:37.016745 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-2ac3093f-5d30-4a4f-9a60-1129214891c0 req-2d03c3e5-4b36-4d63-a2ae-8b89349ccdcc tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Unset dirty status for tenant:ab95038a22354139a0254e25eb4cccde on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:37:37.018785 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2ac3093f-5d30-4a4f-9a60-1129214891c0 req-2d03c3e5-4b36-4d63-a2ae-8b89349ccdcc tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 210 time: 0.4612415
Apr 20 23:37:37.024558 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d898f8f5-170f-4fb8-8948-089bc37c294b req-cb6875a7-2c82-448f-9e0e-933c7a0aed91 service neutron] 10.222.0.10 "GET /v2.0/networks/5383e453-243e-4296-a84c-742e40e82d3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3452909
Apr 20 23:37:37.114849 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b81a414-5b4e-474d-8370-7cae7b63feca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:37.124116 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a5a9625b-ec00-4a1c-a9fb-efe36e6e8dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:37.145897 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81a414-5b4e-474d-8370-7cae7b63feca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54726dc3-219b-4116-baf4-46ea814a35b2,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:37.148811 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2b81a414-5b4e-474d-8370-7cae7b63feca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:37.159492 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b81a414-5b4e-474d-8370-7cae7b63feca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:37.160920 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2b81a414-5b4e-474d-8370-7cae7b63feca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54726dc3-219b-4116-baf4-46ea814a35b2 HTTP/1.1" status: 204  len: 168 time: 0.2875762
Apr 20 23:37:37.196092 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.10', 51199) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:37.249578 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9a84f49c-fe04-47c1-8bad-8696e012f224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:37.273444 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d07085e7-3d5c-49f8-8bb1-97a073a6f309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:37.310115 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84f49c-fe04-47c1-8bad-8696e012f224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55b38ce-e11d-4c35-b9f7-a7cf01d9a8ab,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:37.318207 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9a84f49c-fe04-47c1-8bad-8696e012f224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:37.319477 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9a84f49c-fe04-47c1-8bad-8696e012f224 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c55b38ce-e11d-4c35-b9f7-a7cf01d9a8ab HTTP/1.1" status: 204  len: 168 time: 0.9939950
Apr 20 23:37:37.320520 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9a84f49c-fe04-47c1-8bad-8696e012f224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:37.447549 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d898f8f5-170f-4fb8-8948-089bc37c294b req-c727e62f-c97e-40a6-a155-7e28c663f0be service neutron] 10.222.0.10 "GET /v2.0/networks/5383e453-243e-4296-a84c-742e40e82d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3699346
Apr 20 23:37:37.742880 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-4a00e84e-a1a5-4444-aea6-b03f0e37dccf tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:37.742880 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-4a00e84e-a1a5-4444-aea6-b03f0e37dccf tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Synchronizing usage tracker for tenant:ab95038a22354139a0254e25eb4cccde on resource:network {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:37:37.743411 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f73b95e-fd5b-485f-bf5e-50b235c56921 {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:37:37.743411 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:37.743640 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3e693647-19bb-44d8-b798-bf12fd4d5c56 req-bfbb2430-993f-4dd7-8648-6a4a21dd075b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 210 time: 0.1184540
Apr 20 23:37:37.743726 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Transition to ACTIVE for port object 4f73b95e-fd5b-485f-bf5e-50b235c56921 will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:37:37.855390 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210a39d-1238-4452-bf73-a673ef5b148e req-6ff49d26-1186-4eba-b1f2-9e61379f00ec tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:37.863749 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a210a39d-1238-4452-bf73-a673ef5b148e req-6ff49d26-1186-4eba-b1f2-9e61379f00ec tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 943 time: 0.1003382
Apr 20 23:37:37.908362 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a210a39d-1238-4452-bf73-a673ef5b148e req-e61e6fd9-9a91-4dea-9a52-38ab8c9b39b6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430262
Apr 20 23:37:37.920090 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:37.922381 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-4a00e84e-a1a5-4444-aea6-b03f0e37dccf tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Unset dirty status for tenant:ab95038a22354139a0254e25eb4cccde on resource:network {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:37:37.936827 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-4a00e84e-a1a5-4444-aea6-b03f0e37dccf tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.10 "GET /v2.0/networks?id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e HTTP/1.1" status: 200  len: 819 time: 0.7271326
Apr 20 23:37:37.958633 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-a397cf65-3938-4f40-9aa6-9d5380a03d33 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Request body: {'port': {'device_id': '81fe62ed-bd96-44bd-a3a3-cd3271699207', 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e', 'admin_state_up': True, 'tenant_id': 'ab95038a22354139a0254e25eb4cccde'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:37.958812 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:37.958812 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-612a1be0-1bcf-4a2d-8423-0135656dd197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:38.279971 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Pushing event updated for resources: {'Port': ['ID=4f73b95e-fd5b-485f-bf5e-50b235c56921,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:38.313503 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:38.340972 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Attempting to bind port 4f73b95e-fd5b-485f-bf5e-50b235c56921 on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:37:38.341418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Attempting to bind port 4f73b95e-fd5b-485f-bf5e-50b235c56921 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'd03d5ad0-e8b0-44b9-b969-e864cc02b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:37:38.341698 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Attempting to bind port 4f73b95e-fd5b-485f-bf5e-50b235c56921 on network d8a7082e-55ec-4c0a-a383-56dcccffdd3e {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:37:38.352076 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Port 4f73b95e-fd5b-485f-bf5e-50b235c56921 on network d8a7082e-55ec-4c0a-a383-56dcccffdd3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:37:38.355515 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Attempting to bind port 4f73b95e-fd5b-485f-bf5e-50b235c56921 on network d8a7082e-55ec-4c0a-a383-56dcccffdd3e {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:37:38.420043 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:37:38.420468 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Checking segment: {'id': 'd03d5ad0-e8b0-44b9-b969-e864cc02b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:37:38.421029 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Bound using segment: {'id': 'd03d5ad0-e8b0-44b9-b969-e864cc02b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:37:38.421367 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Bound port: 4f73b95e-fd5b-485f-bf5e-50b235c56921, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd03d5ad0-e8b0-44b9-b969-e864cc02b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:37:38.421756 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:38.590009 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 37906) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:38.672617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75720098-5400-450e-8493-9f97af3f84cb req-516fb59d-7149-4920-a7f7-73bb78fd0dcb tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:38.674857 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-75720098-5400-450e-8493-9f97af3f84cb req-516fb59d-7149-4920-a7f7-73bb78fd0dcb tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Synchronizing usage tracker for tenant:329d4da5822347079a9af5d11eb238fa on resource:network {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:37:38.697562 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] For port 4f73b95e-fd5b-485f-bf5e-50b235c56921, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:37:38.712348 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] For port 4f73b95e-fd5b-485f-bf5e-50b235c56921, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4f73b95e-fd5b-485f-bf5e-50b235c56921,segment=NetworkSegment(d03d5ad0-e8b0-44b9-b969-e864cc02b75d),segment_id=d03d5ad0-e8b0-44b9-b969-e864cc02b75d)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:37:38.771261 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-75720098-5400-450e-8493-9f97af3f84cb req-516fb59d-7149-4920-a7f7-73bb78fd0dcb tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Unset dirty status for tenant:329d4da5822347079a9af5d11eb238fa on resource:network {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:37:38.772512 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75720098-5400-450e-8493-9f97af3f84cb req-516fb59d-7149-4920-a7f7-73bb78fd0dcb tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.10 "GET /v2.0/networks?id=86b2d3ea-b04f-45c5-b131-8d05e2d86813 HTTP/1.1" status: 200  len: 816 time: 0.4778962
Apr 20 23:37:38.774388 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:38.779802 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4bec6355-b6fb-4407-9ca5-ae5c34890c4a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:38.840830 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7680df13-3b24-49cb-b496-655f72ee6978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:38.893344 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e54279c4-4979-4743-bf98-74be2de455f4 req-fd4ea389-a5dd-47c1-bac0-16218000d17c tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 210 time: 0.3100441
Apr 20 23:37:38.894422 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7680df13-3b24-49cb-b496-655f72ee6978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:38.925648 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-a397cf65-3938-4f40-9aa6-9d5380a03d33 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:38.930851 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7680df13-3b24-49cb-b496-655f72ee6978 admin admin] Usage tracker for resource:security_group_rule and tenant:a78e641a83114cc9be9dc2a77a56c3a3 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:38.937480 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7680df13-3b24-49cb-b496-655f72ee6978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:38.946401 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-a397cf65-3938-4f40-9aa6-9d5380a03d33 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:38.948691 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7680df13-3b24-49cb-b496-655f72ee6978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:39.025594 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:39.026738 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:39.028945 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-78a76a52-cde3-4541-b419-981790a3207d req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] 10.222.0.10 "PUT /v2.0/ports/4f73b95e-fd5b-485f-bf5e-50b235c56921 HTTP/1.1" status: 200  len: 1093 time: 2.5554786
Apr 20 23:37:39.053051 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71eb6c8-777c-4f0f-a121-f9425edcd044', 'tag': '4f73b95e-fd5b-485f-bf5e-50b235c56921'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:37:39.068629 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a02a5933-88b1-4b04-b59a-3131bbc1d38b req-923f66bc-3c86-4627-af09-5def49a61f09 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 210 time: 0.1344295
Apr 20 23:37:39.080081 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7680df13-3b24-49cb-b496-655f72ee6978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:39.082388 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-a397cf65-3938-4f40-9aa6-9d5380a03d33 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Made reservation on behalf of ab95038a22354139a0254e25eb4cccde for: {'port': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:37:39.083594 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Pushing event updated for resources: {'Port': ['ID=4f73b95e-fd5b-485f-bf5e-50b235c56921,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:39.089306 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-a397cf65-3938-4f40-9aa6-9d5380a03d33 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:39.100245 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:39.120605 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7680df13-3b24-49cb-b496-655f72ee6978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:39.211859 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-75720098-5400-450e-8493-9f97af3f84cb req-a5694b2f-9b26-4356-be8d-ece438994eb4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Synchronizing usage tracker for tenant:329d4da5822347079a9af5d11eb238fa on resource:security_group {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:37:39.219342 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71eb6c8-777c-4f0f-a121-f9425edcd044', 'tag': '4f73b95e-fd5b-485f-bf5e-50b235c56921', 'status': 'completed', 'code': 200}
Apr 20 23:37:39.230453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:39.240284 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-75720098-5400-450e-8493-9f97af3f84cb req-a5694b2f-9b26-4356-be8d-ece438994eb4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Unset dirty status for tenant:329d4da5822347079a9af5d11eb238fa on resource:security_group {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:37:39.241716 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75720098-5400-450e-8493-9f97af3f84cb req-a5694b2f-9b26-4356-be8d-ece438994eb4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=329d4da5822347079a9af5d11eb238fa HTTP/1.1" status: 200  len: 5700 time: 0.3386424
Apr 20 23:37:39.255493 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-75720098-5400-450e-8493-9f97af3f84cb req-bba64b2d-40c3-4084-82fd-466d01c91f54 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Request body: {'port': {'device_id': '3b7fad75-8889-4b81-9fe8-272cd9aa4c9f', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'admin_state_up': True, 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'security_groups': ['32a68ac8-dd97-4be7-a00b-1cb26cb48553']}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:39.292414 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680df13-3b24-49cb-b496-655f72ee6978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3407c77-b01d-44e8-b787-7ecfb30ce134,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:39.304947 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7680df13-3b24-49cb-b496-655f72ee6978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:39.323895 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7680df13-3b24-49cb-b496-655f72ee6978 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a78e641a83114cc9be9dc2a77a56c3a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7225449
Apr 20 23:37:39.327633 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 37946) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:39.365792 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 81a33225-d73a-4ced-98f9-4e89ce0aa30f details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:37:39.372337 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a76a52-cde3-4541-b419-981790a3207d req-0cb66f89-d6e4-4bf5-9f89-845e39b679b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:39.374372 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-78a76a52-cde3-4541-b419-981790a3207d req-0cb66f89-d6e4-4bf5-9f89-845e39b679b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab95038a22354139a0254e25eb4cccde&device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 1096 time: 0.2430363
Apr 20 23:37:39.465713 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533d5cb-7479-43b9-a708-3c043c30e748 req-2a71eb69-20d1-4bdc-959c-9ef71ebd50af tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:39.467276 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2533d5cb-7479-43b9-a708-3c043c30e748 req-2a71eb69-20d1-4bdc-959c-9ef71ebd50af tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 943 time: 0.3531904
Apr 20 23:37:39.513508 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-12c89e64-a15d-449a-8598-11726f168193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:39.515059 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 37956) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:39.568868 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-a397cf65-3938-4f40-9aa6-9d5380a03d33 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Allocated IP 172.20.0.12 (d8a7082e-55ec-4c0a-a383-56dcccffdd3e/87180e83-62f3-404a-9c4e-515fba272188/45e9de9b-16f4-42c6-b3c9-38df92e01810) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:37:39.573294 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 81a33225-d73a-4ced-98f9-4e89ce0aa30f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=81a33225-d73a-4ced-98f9-4e89ce0aa30f,segment=NetworkSegment(da4da8c1-6685-43ac-a520-235ae44eeeb7),segment_id=da4da8c1-6685-43ac-a520-235ae44eeeb7)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:39.593185 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': '81a33225-d73a-4ced-98f9-4e89ce0aa30f', 'network_id': '5383e453-243e-4296-a84c-742e40e82d3c', 'port_id': '81a33225-d73a-4ced-98f9-4e89ce0aa30f', 'mac_address': 'fa:16:3e:56:64:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfc7004-3641-455d-939d-edc6e677be01', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:37:39.612338 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-12c89e64-a15d-449a-8598-11726f168193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:39.645625 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2533d5cb-7479-43b9-a708-3c043c30e748 req-72fc3f8b-03c0-4908-8da1-e38b2a358887 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1660113
Apr 20 23:37:39.684278 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:39.689473 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-75720098-5400-450e-8493-9f97af3f84cb req-bba64b2d-40c3-4084-82fd-466d01c91f54 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:39.707424 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a33225-d73a-4ced-98f9-4e89ce0aa30f {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:37:39.715105 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-75720098-5400-450e-8493-9f97af3f84cb req-bba64b2d-40c3-4084-82fd-466d01c91f54 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:39.729055 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 81a33225-d73a-4ced-98f9-4e89ce0aa30f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=81a33225-d73a-4ced-98f9-4e89ce0aa30f,segment=NetworkSegment(da4da8c1-6685-43ac-a520-235ae44eeeb7),segment_id=da4da8c1-6685-43ac-a520-235ae44eeeb7)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:39.733279 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-78a76a52-cde3-4541-b419-981790a3207d req-54c7fc6c-1dae-4c83-8434-98b54e1248d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f73b95e-fd5b-485f-bf5e-50b235c56921 HTTP/1.1" status: 200  len: 217 time: 0.3422594
Apr 20 23:37:39.760752 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:39.764821 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:39.848433 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a76a52-cde3-4541-b419-981790a3207d req-09b6f47d-f20b-466d-9c4e-08186c2ad3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:39.851763 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-78a76a52-cde3-4541-b419-981790a3207d req-09b6f47d-f20b-466d-9c4e-08186c2ad3e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87180e83-62f3-404a-9c4e-515fba272188 HTTP/1.1" status: 200  len: 859 time: 0.1117127
Apr 20 23:37:39.852607 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75720098-5400-450e-8493-9f97af3f84cb req-bba64b2d-40c3-4084-82fd-466d01c91f54 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Made reservation on behalf of 329d4da5822347079a9af5d11eb238fa for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:37:39.860985 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-75720098-5400-450e-8493-9f97af3f84cb req-bba64b2d-40c3-4084-82fd-466d01c91f54 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:39.874631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=81a33225-d73a-4ced-98f9-4e89ce0aa30f,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:39.875528 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:39.898948 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-50dfd680-e09f-487b-95af-e09be54ef936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:39.943802 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-50dfd680-e09f-487b-95af-e09be54ef936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:39.950443 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-12c89e64-a15d-449a-8598-11726f168193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:39.965640 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-50dfd680-e09f-487b-95af-e09be54ef936 admin admin] Usage tracker for resource:security_group_rule and tenant:91171030d155427baf96947e24f05484 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:39.996112 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-78a76a52-cde3-4541-b419-981790a3207d req-0915476b-f277-4c08-aa75-bb72f4e158a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1157589
Apr 20 23:37:39.997080 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-50dfd680-e09f-487b-95af-e09be54ef936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:40.000944 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-154937cd-0a90-4dd3-a47a-c17bd41f4dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:40.029341 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-50dfd680-e09f-487b-95af-e09be54ef936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:40.039842 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c89e64-a15d-449a-8598-11726f168193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3407c77-b01d-44e8-b787-7ecfb30ce134,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:40.071087 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-12c89e64-a15d-449a-8598-11726f168193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:40.099444 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['81a33225-d73a-4ced-98f9-4e89ce0aa30f'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:37:40.156893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-12c89e64-a15d-449a-8598-11726f168193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:40.173794 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-12c89e64-a15d-449a-8598-11726f168193 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3407c77-b01d-44e8-b787-7ecfb30ce134 HTTP/1.1" status: 204  len: 168 time: 0.8407719
Apr 20 23:37:40.396381 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-a397cf65-3938-4f40-9aa6-9d5380a03d33 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:40.445361 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-50dfd680-e09f-487b-95af-e09be54ef936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:40.476743 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-25814b34-278e-48c6-a4d6-24a89c277723 req-6a701d11-dd44-4b5a-9ce4-bad673e6abad tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 210 time: 0.0651929
Apr 20 23:37:40.496943 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-519ea616-699a-4634-bca8-82cabfcd3794 req-2151c899-bfe2-4c22-a773-c4a75db794fa tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 210 time: 0.1102648
Apr 20 23:37:40.500486 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-50dfd680-e09f-487b-95af-e09be54ef936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:40.512622 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d7b28d09-3c7d-44e8-b7a1-4b9a65413050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:40.587110 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-50dfd680-e09f-487b-95af-e09be54ef936 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91171030d155427baf96947e24f05484&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0550435
Apr 20 23:37:40.589556 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfd680-e09f-487b-95af-e09be54ef936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0ec8df-1588-415a-9619-461dd6deb1a0,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:40.590143 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 38002) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:40.593957 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-50dfd680-e09f-487b-95af-e09be54ef936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:40.611152 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-78a76a52-cde3-4541-b419-981790a3207d req-e7422896-b294-41a6-b0c4-63bc93b9002e service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6025164
Apr 20 23:37:40.611152 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-75720098-5400-450e-8493-9f97af3f84cb req-bba64b2d-40c3-4084-82fd-466d01c91f54 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Allocated IP 172.20.0.14 (86b2d3ea-b04f-45c5-b131-8d05e2d86813/511ddee7-7c62-4422-908f-d9585fcbf53b/52b909ea-7548-46fb-8a48-eb9a45af430f) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:37:40.631377 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-a397cf65-3938-4f40-9aa6-9d5380a03d33 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:40.639219 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:40.709677 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-a397cf65-3938-4f40-9aa6-9d5380a03d33 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Network d8a7082e-55ec-4c0a-a383-56dcccffdd3e is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:37:40.713087 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-a397cf65-3938-4f40-9aa6-9d5380a03d33 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:37:40.723666 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-a397cf65-3938-4f40-9aa6-9d5380a03d33 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:37:40.729901 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-a397cf65-3938-4f40-9aa6-9d5380a03d33 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:40.730588 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-a397cf65-3938-4f40-9aa6-9d5380a03d33 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for port, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:40.788227 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397cf65-3938-4f40-9aa6-9d5380a03d33 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Pushing event updated for resources: {'Port': ['ID=45e9de9b-16f4-42c6-b3c9-38df92e01810,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:40.803484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a397cf65-3938-4f40-9aa6-9d5380a03d33 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:40.832031 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-a397cf65-3938-4f40-9aa6-9d5380a03d33 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8921392
Apr 20 23:37:40.842177 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 38010) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:40.855191 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4e90eada-2bfe-4b80-a659-10324038b3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:40.858653 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Request body: {'port': {'device_id': '81fe62ed-bd96-44bd-a3a3-cd3271699207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:41.002085 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:41.036375 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4e90eada-2bfe-4b80-a659-10324038b3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:41.040660 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3492e954-131e-435f-97fb-c7362f6ff91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:41.061088 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-78a76a52-cde3-4541-b419-981790a3207d req-c570320f-f0e3-4f8e-8df1-6dfeed36b951 service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4436276
Apr 20 23:37:41.102368 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3492e954-131e-435f-97fb-c7362f6ff91c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:41.115380 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3492e954-131e-435f-97fb-c7362f6ff91c admin admin] Usage tracker for resource:security_group_rule and tenant:09f5619f389040bd81d52b502c5b6d67 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:41.120769 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3492e954-131e-435f-97fb-c7362f6ff91c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:41.130399 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3492e954-131e-435f-97fb-c7362f6ff91c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:41.166039 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d585f-a1c2-4282-8dce-e4ab2648b5a8 req-283ad97a-e904-445a-91da-e05534f38b57 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:41.167692 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d53d585f-a1c2-4282-8dce-e4ab2648b5a8 req-283ad97a-e904-445a-91da-e05534f38b57 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 944 time: 0.3215120
Apr 20 23:37:41.174013 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-75720098-5400-450e-8493-9f97af3f84cb req-bba64b2d-40c3-4084-82fd-466d01c91f54 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:41.240672 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 38026) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:41.291194 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d53d585f-a1c2-4282-8dce-e4ab2648b5a8 req-a8f8ffc1-332c-419d-9604-8f0c56c3f1bd tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133907
Apr 20 23:37:41.291930 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-75720098-5400-450e-8493-9f97af3f84cb req-bba64b2d-40c3-4084-82fd-466d01c91f54 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Transition to ACTIVE for port object 52b909ea-7548-46fb-8a48-eb9a45af430f will not be triggered until provisioned by entity DHCP. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:37:41.331014 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9cb01-da9a-458f-8045-e909596ae8f1 req-9af47750-8373-41f6-8f67-620fea6090a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:41.332619 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-13e9cb01-da9a-458f-8045-e909596ae8f1 req-9af47750-8373-41f6-8f67-620fea6090a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab95038a22354139a0254e25eb4cccde&device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 1096 time: 0.1377015
Apr 20 23:37:41.334969 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4e90eada-2bfe-4b80-a659-10324038b3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:41.340124 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:41.358361 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 81a33225-d73a-4ced-98f9-4e89ce0aa30f up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:37:41.497410 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9cb01-da9a-458f-8045-e909596ae8f1 req-0400f009-7b04-465b-9da8-4a8c8d88b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:41.498999 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-13e9cb01-da9a-458f-8045-e909596ae8f1 req-0400f009-7b04-465b-9da8-4a8c8d88b0e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e HTTP/1.1" status: 200  len: 919 time: 0.1505291
Apr 20 23:37:41.499707 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3492e954-131e-435f-97fb-c7362f6ff91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:41.502799 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90eada-2bfe-4b80-a659-10324038b3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0ec8df-1588-415a-9619-461dd6deb1a0,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:41.505784 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4e90eada-2bfe-4b80-a659-10324038b3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:41.576093 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-13e9cb01-da9a-458f-8045-e909596ae8f1 req-fc206c76-a3a8-4813-9d14-39b5aaf36cfe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f73b95e-fd5b-485f-bf5e-50b235c56921 HTTP/1.1" status: 200  len: 217 time: 0.0692089
Apr 20 23:37:41.581451 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-75720098-5400-450e-8493-9f97af3f84cb req-bba64b2d-40c3-4084-82fd-466d01c91f54 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:41.646212 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:41.757517 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75720098-5400-450e-8493-9f97af3f84cb req-bba64b2d-40c3-4084-82fd-466d01c91f54 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:37:41.758713 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-75720098-5400-450e-8493-9f97af3f84cb req-bba64b2d-40c3-4084-82fd-466d01c91f54 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:37:41.814673 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e9de9b-16f4-42c6-b3c9-38df92e01810 {{(pid=86385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:37:41.817739 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:41.833641 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-75720098-5400-450e-8493-9f97af3f84cb req-bba64b2d-40c3-4084-82fd-466d01c91f54 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:37:41.844325 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75720098-5400-450e-8493-9f97af3f84cb req-bba64b2d-40c3-4084-82fd-466d01c91f54 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:41.845178 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-75720098-5400-450e-8493-9f97af3f84cb req-bba64b2d-40c3-4084-82fd-466d01c91f54 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:41.856334 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Transition to ACTIVE for port object 45e9de9b-16f4-42c6-b3c9-38df92e01810 will not be triggered until provisioned by entity L2. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:37:41.856334 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-aa273d73-6702-4e4c-a4a2-84292990b655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:41.859442 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3492e954-131e-435f-97fb-c7362f6ff91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:41.871685 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4e90eada-2bfe-4b80-a659-10324038b3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:41.872906 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4e90eada-2bfe-4b80-a659-10324038b3b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d0ec8df-1588-415a-9619-461dd6deb1a0 HTTP/1.1" status: 204  len: 168 time: 1.2817473
Apr 20 23:37:41.942789 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba64b2d-40c3-4084-82fd-466d01c91f54 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Pushing event updated for resources: {'Port': ['ID=52b909ea-7548-46fb-8a48-eb9a45af430f,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:41.955512 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:41.956388 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bba64b2d-40c3-4084-82fd-466d01c91f54 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:41.972606 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9cb01-da9a-458f-8045-e909596ae8f1 req-810be853-6888-4cd9-9b2c-fd790dd088a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:41.973411 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:41.974752 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-13e9cb01-da9a-458f-8045-e909596ae8f1 req-810be853-6888-4cd9-9b2c-fd790dd088a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87180e83-62f3-404a-9c4e-515fba272188 HTTP/1.1" status: 200  len: 859 time: 0.3903801
Apr 20 23:37:41.979038 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-aa273d73-6702-4e4c-a4a2-84292990b655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:41.994621 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port 81a33225-d73a-4ced-98f9-4e89ce0aa30f completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:37:42.003095 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port 81a33225-d73a-4ced-98f9-4e89ce0aa30f triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:37:42.006805 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:42.020009 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-aa273d73-6702-4e4c-a4a2-84292990b655 admin admin] Usage tracker for resource:security_group_rule and tenant:d2d4346bbbb541b991e5b2907d5001c6 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:42.032897 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-aa273d73-6702-4e4c-a4a2-84292990b655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:42.043553 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-13e9cb01-da9a-458f-8045-e909596ae8f1 req-0819f47b-2765-4fe9-9ac4-b8d4d2d083f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0555203
Apr 20 23:37:42.047759 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75720098-5400-450e-8493-9f97af3f84cb req-bba64b2d-40c3-4084-82fd-466d01c91f54 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7977076
Apr 20 23:37:42.049654 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-aa273d73-6702-4e4c-a4a2-84292990b655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:42.057093 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3492e954-131e-435f-97fb-c7362f6ff91c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09f5619f389040bd81d52b502c5b6d67&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2110519
Apr 20 23:37:42.057962 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 38054) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:42.134594 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492e954-131e-435f-97fb-c7362f6ff91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2decec-87ae-4ce1-bcb0-66a293b8b8e8,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:42.136330 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Request body: {'port': {'device_id': '3b7fad75-8889-4b81-9fe8-272cd9aa4c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:42.157900 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3492e954-131e-435f-97fb-c7362f6ff91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:42.166678 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a397cf65-3938-4f40-9aa6-9d5380a03d33 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:42.189769 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-78b19309-e661-420c-a283-714f5683391a None None] Provisioning for port 52b909ea-7548-46fb-8a48-eb9a45af430f completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:37:42.202712 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-78b19309-e661-420c-a283-714f5683391a None None] Provisioning complete for port 52b909ea-7548-46fb-8a48-eb9a45af430f triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:37:42.203283 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-78b19309-e661-420c-a283-714f5683391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:42.230225 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07917521-bfe2-4b94-a695-49afdca781a8 req-ba11b08b-ae4b-4442-84f7-4058c459f17b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:42.231307 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-07917521-bfe2-4b94-a695-49afdca781a8 req-ba11b08b-ae4b-4442-84f7-4058c459f17b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Synchronizing usage tracker for tenant:329d4da5822347079a9af5d11eb238fa on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:37:42.272764 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-78b19309-e661-420c-a283-714f5683391a None None] Port 52b909ea-7548-46fb-8a48-eb9a45af430f cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:37:42.295757 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:42.326080 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:42.335266 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12facb2-c4cf-44d3-8d58-89f49d8f2c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a33225-d73a-4ced-98f9-4e89ce0aa30f'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:37:42.344004 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=45e9de9b-16f4-42c6-b3c9-38df92e01810,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:42.352421 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:42.357456 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Attempting to bind port 45e9de9b-16f4-42c6-b3c9-38df92e01810 on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:37:42.357936 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Attempting to bind port 45e9de9b-16f4-42c6-b3c9-38df92e01810 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'd03d5ad0-e8b0-44b9-b969-e864cc02b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e'}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:37:42.358404 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Attempting to bind port 45e9de9b-16f4-42c6-b3c9-38df92e01810 on network d8a7082e-55ec-4c0a-a383-56dcccffdd3e {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:37:42.375865 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814b47c-8372-4b19-b850-f560cd8117b5 req-57bcf613-741e-454b-9c4f-41e60e572e02 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:42.377328 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-9814b47c-8372-4b19-b850-f560cd8117b5 req-57bcf613-741e-454b-9c4f-41e60e572e02 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Synchronizing usage tracker for tenant:ab95038a22354139a0254e25eb4cccde on resource:port {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:37:42.384496 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Port 45e9de9b-16f4-42c6-b3c9-38df92e01810 on network d8a7082e-55ec-4c0a-a383-56dcccffdd3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:37:42.385017 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Attempting to bind port 45e9de9b-16f4-42c6-b3c9-38df92e01810 on network d8a7082e-55ec-4c0a-a383-56dcccffdd3e {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:37:42.403380 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:37:42.403851 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Checking segment: {'id': 'd03d5ad0-e8b0-44b9-b969-e864cc02b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:37:42.404623 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Bound using segment: {'id': 'd03d5ad0-e8b0-44b9-b969-e864cc02b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e'} {{(pid=86385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:37:42.405227 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Bound port: 45e9de9b-16f4-42c6-b3c9-38df92e01810, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd03d5ad0-e8b0-44b9-b969-e864cc02b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e'}}] {{(pid=86385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:37:42.405688 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:42.430627 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c70d6440-277d-404b-85d5-c67d6fecfd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:42.447389 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 81a33225-d73a-4ced-98f9-4e89ce0aa30f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=81a33225-d73a-4ced-98f9-4e89ce0aa30f,segment=NetworkSegment(da4da8c1-6685-43ac-a520-235ae44eeeb7),segment_id=da4da8c1-6685-43ac-a520-235ae44eeeb7)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:42.472976 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-9814b47c-8372-4b19-b850-f560cd8117b5 req-57bcf613-741e-454b-9c4f-41e60e572e02 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Unset dirty status for tenant:ab95038a22354139a0254e25eb4cccde on resource:port {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:37:42.474187 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9814b47c-8372-4b19-b850-f560cd8117b5 req-57bcf613-741e-454b-9c4f-41e60e572e02 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 944 time: 0.7058883
Apr 20 23:37:42.480247 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c70d6440-277d-404b-85d5-c67d6fecfd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:42.487650 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:42.490211 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0129d753-1f70-46e5-95d5-0cc4d3b421a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:42.574198 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-aa273d73-6702-4e4c-a4a2-84292990b655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:42.587536 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-9814b47c-8372-4b19-b850-f560cd8117b5 req-9833e5b1-adf2-47da-bb7b-c124ad95843a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Synchronizing usage tracker for tenant:ab95038a22354139a0254e25eb4cccde on resource:security_group {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:37:42.599822 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] For port 45e9de9b-16f4-42c6-b3c9-38df92e01810, host hv-cinder-68088, cleared binding levels {{(pid=86385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:37:42.615303 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-07917521-bfe2-4b94-a695-49afdca781a8 req-ba11b08b-ae4b-4442-84f7-4058c459f17b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Unset dirty status for tenant:329d4da5822347079a9af5d11eb238fa on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:37:42.616833 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-07917521-bfe2-4b94-a695-49afdca781a8 req-ba11b08b-ae4b-4442-84f7-4058c459f17b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 932 time: 0.8780806
Apr 20 23:37:42.621783 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=81a33225-d73a-4ced-98f9-4e89ce0aa30f,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:42.625211 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] For port 45e9de9b-16f4-42c6-b3c9-38df92e01810, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=45e9de9b-16f4-42c6-b3c9-38df92e01810,segment=NetworkSegment(d03d5ad0-e8b0-44b9-b969-e864cc02b75d),segment_id=d03d5ad0-e8b0-44b9-b969-e864cc02b75d)] {{(pid=86385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:37:42.629630 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:42.631303 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-aa273d73-6702-4e4c-a4a2-84292990b655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:42.654641 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:42.688415 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-9814b47c-8372-4b19-b850-f560cd8117b5 req-9833e5b1-adf2-47da-bb7b-c124ad95843a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Unset dirty status for tenant:ab95038a22354139a0254e25eb4cccde on resource:security_group {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:37:42.690888 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9814b47c-8372-4b19-b850-f560cd8117b5 req-9833e5b1-adf2-47da-bb7b-c124ad95843a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970088
Apr 20 23:37:42.692052 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:42.723210 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa273d73-6702-4e4c-a4a2-84292990b655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3890fe5-c594-4e01-b101-74fd31c6e374,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:42.726862 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-aa273d73-6702-4e4c-a4a2-84292990b655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:42.727450 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3ca7b534-09aa-42bf-ae5a-0146745ca557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:42.785650 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-aa273d73-6702-4e4c-a4a2-84292990b655 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2d4346bbbb541b991e5b2907d5001c6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5376434
Apr 20 23:37:42.793539 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 38078) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:42.810432 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-13e9cb01-da9a-458f-8045-e909596ae8f1 req-83b44b0e-82ae-4868-a0f5-9b237efc8d98 service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7458315
Apr 20 23:37:42.835819 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:42.836801 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for port, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:42.838944 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] 10.222.0.10 "PUT /v2.0/ports/45e9de9b-16f4-42c6-b3c9-38df92e01810 HTTP/1.1" status: 200  len: 1094 time: 1.9868867
Apr 20 23:37:42.839497 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81fe62ed-bd96-44bd-a3a3-cd3271699207', 'tag': '45e9de9b-16f4-42c6-b3c9-38df92e01810'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:37:42.866507 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-07917521-bfe2-4b94-a695-49afdca781a8 req-442936be-6b06-42b2-9b9f-f7b281b17bac tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2219620
Apr 20 23:37:42.873432 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 38086) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:42.975282 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c70d6440-277d-404b-85d5-c67d6fecfd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:42.979316 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:42.986454 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-288c409f-1724-4f01-bad1-64fdc1d4b157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:43.013730 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=45e9de9b-16f4-42c6-b3c9-38df92e01810,revision_number=3']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:43.031197 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:43.148771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a2a60255-d454-4c13-98ac-29f504de3c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:43.159938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d6440-277d-404b-85d5-c67d6fecfd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2decec-87ae-4ce1-bcb0-66a293b8b8e8,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:43.171982 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c70d6440-277d-404b-85d5-c67d6fecfd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:43.183519 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-288c409f-1724-4f01-bad1-64fdc1d4b157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:43.187473 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a2a60255-d454-4c13-98ac-29f504de3c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:43.197968 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-f6a7d95e-4e68-484a-8331-b2d0700edcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:43.202585 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-f6a7d95e-4e68-484a-8331-b2d0700edcc2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab95038a22354139a0254e25eb4cccde&device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 1097 time: 0.2640402
Apr 20 23:37:43.216638 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12facb2-c4cf-44d3-8d58-89f49d8f2c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a33225-d73a-4ced-98f9-4e89ce0aa30f', 'code': 200}
Apr 20 23:37:43.371027 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 4f73b95e-fd5b-485f-bf5e-50b235c56921 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:37:43.434423 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-288c409f-1724-4f01-bad1-64fdc1d4b157 admin admin] Usage tracker for resource:security_group_rule and tenant:298aabcd183441b9840b3fe71e4b5de6 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:43.437497 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c70d6440-277d-404b-85d5-c67d6fecfd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:43.441949 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c70d6440-277d-404b-85d5-c67d6fecfd6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de2decec-87ae-4ce1-bcb0-66a293b8b8e8 HTTP/1.1" status: 204  len: 168 time: 1.3786757
Apr 20 23:37:43.441949 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-288c409f-1724-4f01-bad1-64fdc1d4b157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:43.462957 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-288c409f-1724-4f01-bad1-64fdc1d4b157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:43.538323 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd057b-e7ec-41fe-8f9f-67ce4dfbffe3 req-a47049ff-2a4c-4eb1-9dff-f074d99f8dbf tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:43.539960 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a0fd057b-e7ec-41fe-8f9f-67ce4dfbffe3 req-a47049ff-2a4c-4eb1-9dff-f074d99f8dbf tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 945 time: 0.5303886
Apr 20 23:37:43.541433 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-72538822-3150-4f88-a656-17a42953b31f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e9de9b-16f4-42c6-b3c9-38df92e01810 HTTP/1.1" status: 200  len: 217 time: 0.3000405
Apr 20 23:37:43.552506 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 4f73b95e-fd5b-485f-bf5e-50b235c56921, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4f73b95e-fd5b-485f-bf5e-50b235c56921,segment=NetworkSegment(d03d5ad0-e8b0-44b9-b969-e864cc02b75d),segment_id=d03d5ad0-e8b0-44b9-b969-e864cc02b75d)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:43.572066 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': '4f73b95e-fd5b-485f-bf5e-50b235c56921', 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e', 'port_id': '4f73b95e-fd5b-485f-bf5e-50b235c56921', 'mac_address': 'fa:16:3e:b6:ec:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87180e83-62f3-404a-9c4e-515fba272188', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:37:43.574393 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-13e9cb01-da9a-458f-8045-e909596ae8f1 req-39d1afc9-320b-496c-8725-b3427994076f service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7496388
Apr 20 23:37:43.649512 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:43.663748 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a0fd057b-e7ec-41fe-8f9f-67ce4dfbffe3 req-b36a3030-6e82-444d-85f5-f8af9c9c2d5e tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163960
Apr 20 23:37:43.669656 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f73b95e-fd5b-485f-bf5e-50b235c56921 {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:37:43.670606 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-e7b413e2-1d40-4a77-b1df-9a98dd17ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:43.679307 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-e7b413e2-1d40-4a77-b1df-9a98dd17ec9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87180e83-62f3-404a-9c4e-515fba272188 HTTP/1.1" status: 200  len: 859 time: 0.1076922
Apr 20 23:37:43.699011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b909ea-7548-46fb-8a48-eb9a45af430f {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:37:43.702422 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 4f73b95e-fd5b-485f-bf5e-50b235c56921, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4f73b95e-fd5b-485f-bf5e-50b235c56921,segment=NetworkSegment(d03d5ad0-e8b0-44b9-b969-e864cc02b75d),segment_id=d03d5ad0-e8b0-44b9-b969-e864cc02b75d)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:43.715474 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:43.749395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Transition to ACTIVE for port object 52b909ea-7548-46fb-8a48-eb9a45af430f will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:37:43.750937 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-48211bbd-5257-48da-be38-288e5277d36c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0707698
Apr 20 23:37:43.771874 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-288c409f-1724-4f01-bad1-64fdc1d4b157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:43.976723 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-4d98b192-534a-4761-9490-d29994aaa10a service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2185004
Apr 20 23:37:43.990189 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5034e7-2ca6-472d-9718-dbaf390762cd req-82116dce-cc0a-4352-aaac-6cdc02cf43d2 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:43.991700 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5d5034e7-2ca6-472d-9718-dbaf390762cd req-82116dce-cc0a-4352-aaac-6cdc02cf43d2 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 944 time: 0.1459281
Apr 20 23:37:44.129270 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5d5034e7-2ca6-472d-9718-dbaf390762cd req-f089499a-28c3-417e-be15-6bb6c437f049 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153021
Apr 20 23:37:44.166746 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-37817b72-6521-4da3-bc99-64078f0ce0bf req-d00bc7d4-38e6-4d4e-8f6f-b4c7ec7c94c8 service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1739869
Apr 20 23:37:44.208880 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a2a60255-d454-4c13-98ac-29f504de3c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:44.209693 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:44.211715 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3ed6e64d-3a8b-401a-a36a-7cceda9796db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:44.213623 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:44.214426 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-288c409f-1724-4f01-bad1-64fdc1d4b157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:44.219467 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:44.256882 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a60255-d454-4c13-98ac-29f504de3c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3890fe5-c594-4e01-b101-74fd31c6e374,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:44.259829 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4e90eada-2bfe-4b80-a659-10324038b3b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:44.262114 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a2a60255-d454-4c13-98ac-29f504de3c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:44.268502 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a2a60255-d454-4c13-98ac-29f504de3c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:44.268502 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a2a60255-d454-4c13-98ac-29f504de3c26 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3890fe5-c594-4e01-b101-74fd31c6e374 HTTP/1.1" status: 204  len: 168 time: 1.4688725
Apr 20 23:37:44.369159 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-288c409f-1724-4f01-bad1-64fdc1d4b157 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=298aabcd183441b9840b3fe71e4b5de6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4915881
Apr 20 23:37:44.378744 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 38118) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:44.446816 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=4f73b95e-fd5b-485f-bf5e-50b235c56921,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:44.453208 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c409f-1724-4f01-bad1-64fdc1d4b157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e58690-1323-4762-9e46-6b8ae7a1e61b,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:44.457845 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-288c409f-1724-4f01-bad1-64fdc1d4b157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:44.458541 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-126b7a06-cb3b-4460-8eec-b5b0042b40e6 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:44.469264 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f4330-a345-4517-bddf-fcaf86b5a2af req-542f66d5-bd22-4404-a0c9-4828cfb0ebb2 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:44.470383 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:44.472465 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ed4f4330-a345-4517-bddf-fcaf86b5a2af req-542f66d5-bd22-4404-a0c9-4828cfb0ebb2 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.1876252
Apr 20 23:37:44.523139 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['4f73b95e-fd5b-485f-bf5e-50b235c56921'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:37:44.622156 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81fe62ed-bd96-44bd-a3a3-cd3271699207', 'tag': '45e9de9b-16f4-42c6-b3c9-38df92e01810', 'status': 'completed', 'code': 200}
Apr 20 23:37:44.629934 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-af52fe8d-97e7-4f38-ad14-57e4697080a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:44.652066 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ed4f4330-a345-4517-bddf-fcaf86b5a2af req-6809c50a-01f4-4774-b8f8-b045f214855e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1176529
Apr 20 23:37:44.670991 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Pushing event updated for resources: {'Port': ['ID=52b909ea-7548-46fb-8a48-eb9a45af430f,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:44.681427 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:44.689356 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-af52fe8d-97e7-4f38-ad14-57e4697080a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:44.723608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ddbfc-a30e-4c5e-a40f-157ca1805d8a req-3f8599b4-f80b-4861-9ace-af6ef51e453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:44.725355 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-046ddbfc-a30e-4c5e-a40f-157ca1805d8a req-3f8599b4-f80b-4861-9ace-af6ef51e453e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 1098 time: 0.2494645
Apr 20 23:37:44.772151 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-046ddbfc-a30e-4c5e-a40f-157ca1805d8a req-b5e3fde6-450b-41a0-a6d3-db0630f73372 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:44.793256 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-046ddbfc-a30e-4c5e-a40f-157ca1805d8a req-b5e3fde6-450b-41a0-a6d3-db0630f73372 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:44.798766 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-046ddbfc-a30e-4c5e-a40f-157ca1805d8a req-b5e3fde6-450b-41a0-a6d3-db0630f73372 service neutron] Usage tracker for resource:security_group_rule and tenant:b0cde398ef004f2f87eaa2afddbd8558 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:44.802284 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-046ddbfc-a30e-4c5e-a40f-157ca1805d8a req-b5e3fde6-450b-41a0-a6d3-db0630f73372 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:44.808895 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-046ddbfc-a30e-4c5e-a40f-157ca1805d8a req-b5e3fde6-450b-41a0-a6d3-db0630f73372 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:44.814608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Attempting to bind port 52b909ea-7548-46fb-8a48-eb9a45af430f on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:37:44.814991 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Attempting to bind port 52b909ea-7548-46fb-8a48-eb9a45af430f by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '56571a9f-969f-49f0-b4c5-7a324d8dad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:37:44.815378 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Attempting to bind port 52b909ea-7548-46fb-8a48-eb9a45af430f on network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:37:44.843950 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-af52fe8d-97e7-4f38-ad14-57e4697080a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:44.849103 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Port 52b909ea-7548-46fb-8a48-eb9a45af430f on network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:37:44.851476 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Attempting to bind port 52b909ea-7548-46fb-8a48-eb9a45af430f on network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:37:44.856375 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-aa273d73-6702-4e4c-a4a2-84292990b655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:44.863461 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:37:44.864000 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Checking segment: {'id': '56571a9f-969f-49f0-b4c5-7a324d8dad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:37:44.864439 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Bound using segment: {'id': '56571a9f-969f-49f0-b4c5-7a324d8dad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:37:44.864927 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Bound port: 52b909ea-7548-46fb-8a48-eb9a45af430f, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56571a9f-969f-49f0-b4c5-7a324d8dad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:37:44.865444 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:44.889195 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af5580-094d-4c29-900f-4f0eaa056f44 req-cc27ef25-45ce-4faa-aec7-d1c803af1250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:44.890778 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-34af5580-094d-4c29-900f-4f0eaa056f44 req-cc27ef25-45ce-4faa-aec7-d1c803af1250 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab95038a22354139a0254e25eb4cccde&device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 1097 time: 0.2222724
Apr 20 23:37:44.937744 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52fe8d-97e7-4f38-ad14-57e4697080a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e58690-1323-4762-9e46-6b8ae7a1e61b,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:44.939103 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 38128) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:44.948508 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-af52fe8d-97e7-4f38-ad14-57e4697080a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:44.952477 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-046ddbfc-a30e-4c5e-a40f-157ca1805d8a req-b5e3fde6-450b-41a0-a6d3-db0630f73372 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:44.966042 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-af52fe8d-97e7-4f38-ad14-57e4697080a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:44.971384 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-af52fe8d-97e7-4f38-ad14-57e4697080a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14e58690-1323-4762-9e46-6b8ae7a1e61b HTTP/1.1" status: 204  len: 168 time: 0.5859740
Apr 20 23:37:44.988126 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-046ddbfc-a30e-4c5e-a40f-157ca1805d8a req-b5e3fde6-450b-41a0-a6d3-db0630f73372 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:45.005051 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-20ab9d0e-6d11-4218-bb1b-5f9d5b5217ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:45.012375 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-046ddbfc-a30e-4c5e-a40f-157ca1805d8a req-b5e3fde6-450b-41a0-a6d3-db0630f73372 service neutron] Synchronizing usage tracker for tenant:b0cde398ef004f2f87eaa2afddbd8558 on resource:security_group {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:37:45.045708 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3fde6-450b-41a0-a6d3-db0630f73372 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=19fd54f2-8e49-4223-8b8e-c4ec9b8fd9f9,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:45.049853 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b5e3fde6-450b-41a0-a6d3-db0630f73372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:45.076136 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-046ddbfc-a30e-4c5e-a40f-157ca1805d8a req-b5e3fde6-450b-41a0-a6d3-db0630f73372 service neutron] Unset dirty status for tenant:b0cde398ef004f2f87eaa2afddbd8558 on resource:security_group {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:37:45.077611 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-046ddbfc-a30e-4c5e-a40f-157ca1805d8a req-b5e3fde6-450b-41a0-a6d3-db0630f73372 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3372912
Apr 20 23:37:45.128259 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f1f23c2-daae-45c1-952e-6f7df83891ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:45.200902 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af5580-094d-4c29-900f-4f0eaa056f44 req-042f6ac6-177e-427f-963e-ae54c14ed961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:45.202505 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-34af5580-094d-4c29-900f-4f0eaa056f44 req-042f6ac6-177e-427f-963e-ae54c14ed961 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e HTTP/1.1" status: 200  len: 919 time: 0.2644880
Apr 20 23:37:45.203539 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4f1f23c2-daae-45c1-952e-6f7df83891ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:45.227634 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4f1f23c2-daae-45c1-952e-6f7df83891ea admin admin] Usage tracker for resource:security_group_rule and tenant:3f84c160506f4807bc75fcf209626a00 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:45.232587 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4f1f23c2-daae-45c1-952e-6f7df83891ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:45.234855 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 38140) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:45.235990 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] For port 52b909ea-7548-46fb-8a48-eb9a45af430f, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:37:45.245048 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4f1f23c2-daae-45c1-952e-6f7df83891ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:45.256907 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] For port 52b909ea-7548-46fb-8a48-eb9a45af430f, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=52b909ea-7548-46fb-8a48-eb9a45af430f,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:37:45.275871 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ac2d-c094-4ca6-bd40-c79af5ddab86 req-fa55f19c-6989-40ce-b7dc-a58e7d609669 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:45.275871 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9cc0ac2d-c094-4ca6-bd40-c79af5ddab86 req-fa55f19c-6989-40ce-b7dc-a58e7d609669 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 945 time: 0.3776832
Apr 20 23:37:45.276203 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-496122e0-03f8-4e24-9b2d-80c59d47db03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:45.293236 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-496122e0-03f8-4e24-9b2d-80c59d47db03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:45.297533 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-496122e0-03f8-4e24-9b2d-80c59d47db03 admin admin] Usage tracker for resource:security_group_rule and tenant:b3f9b276f1a84e7c9719eb00f4d86480 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:45.304646 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-496122e0-03f8-4e24-9b2d-80c59d47db03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:45.318543 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:45.339432 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:45.402679 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 4f73b95e-fd5b-485f-bf5e-50b235c56921 up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:37:45.409003 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:45.409700 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:45.411199 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75720098-5400-450e-8493-9f97af3f84cb req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] 10.222.0.10 "PUT /v2.0/ports/52b909ea-7548-46fb-8a48-eb9a45af430f HTTP/1.1" status: 200  len: 1094 time: 3.3455439
Apr 20 23:37:45.413190 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-496122e0-03f8-4e24-9b2d-80c59d47db03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:45.499367 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7fad75-8889-4b81-9fe8-272cd9aa4c9f', 'tag': '52b909ea-7548-46fb-8a48-eb9a45af430f'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:37:45.506199 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-34af5580-094d-4c29-900f-4f0eaa056f44 req-f7980b43-abd1-4035-9700-39f6ad456881 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e9de9b-16f4-42c6-b3c9-38df92e01810 HTTP/1.1" status: 200  len: 217 time: 0.1182489
Apr 20 23:37:45.609881 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ead1ca-e414-450d-b3d8-8501aafabdcc req-a1e47dd0-c3c7-40e4-b687-f579aa6826f3 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:45.612135 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-81ead1ca-e414-450d-b3d8-8501aafabdcc req-a1e47dd0-c3c7-40e4-b687-f579aa6826f3 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 944 time: 0.3114169
Apr 20 23:37:45.613285 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port 4f73b95e-fd5b-485f-bf5e-50b235c56921 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:37:45.619592 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port 4f73b95e-fd5b-485f-bf5e-50b235c56921 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:37:45.620030 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:45.695998 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9cc0ac2d-c094-4ca6-bd40-c79af5ddab86 req-453a5b8d-4661-4b40-9b29-e80073d84a95 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4186380
Apr 20 23:37:45.722381 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-81ead1ca-e414-450d-b3d8-8501aafabdcc req-e6003161-ce1b-4d8f-b314-f88b838d19df tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028895
Apr 20 23:37:45.798871 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Pushing event updated for resources: {'Port': ['ID=52b909ea-7548-46fb-8a48-eb9a45af430f,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:45.814751 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:45.836982 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-496122e0-03f8-4e24-9b2d-80c59d47db03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:45.842703 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af5580-094d-4c29-900f-4f0eaa056f44 req-549be12d-e0f6-49e2-9fbc-0db71e100e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:45.844489 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-34af5580-094d-4c29-900f-4f0eaa056f44 req-549be12d-e0f6-49e2-9fbc-0db71e100e03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87180e83-62f3-404a-9c4e-515fba272188 HTTP/1.1" status: 200  len: 859 time: 0.3153236
Apr 20 23:37:45.848462 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7fad75-8889-4b81-9fe8-272cd9aa4c9f', 'tag': '52b909ea-7548-46fb-8a48-eb9a45af430f', 'status': 'completed', 'code': 200}
Apr 20 23:37:45.855815 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75720098-5400-450e-8493-9f97af3f84cb req-a684f51f-8dcf-43cd-bb1e-7b6984b2a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:45.857322 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75720098-5400-450e-8493-9f97af3f84cb req-a684f51f-8dcf-43cd-bb1e-7b6984b2a8ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=329d4da5822347079a9af5d11eb238fa&device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 1097 time: 0.3236723
Apr 20 23:37:45.881991 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-496122e0-03f8-4e24-9b2d-80c59d47db03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:45.891002 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b5e3fde6-450b-41a0-a6d3-db0630f73372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:45.956063 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:45.976056 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-496122e0-03f8-4e24-9b2d-80c59d47db03 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3f9b276f1a84e7c9719eb00f4d86480&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7369833
Apr 20 23:37:45.984093 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75720098-5400-450e-8493-9f97af3f84cb req-3546a112-b743-4270-84bc-649915bda95f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52b909ea-7548-46fb-8a48-eb9a45af430f HTTP/1.1" status: 200  len: 217 time: 0.1022379
Apr 20 23:37:45.988486 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496122e0-03f8-4e24-9b2d-80c59d47db03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97af4284-542e-44a6-af35-1b61be3c6dd7,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:45.993459 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 38170) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:45.998905 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71eb6c8-777c-4f0f-a121-f9425edcd044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f73b95e-fd5b-485f-bf5e-50b235c56921'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:37:46.025664 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 4f73b95e-fd5b-485f-bf5e-50b235c56921, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4f73b95e-fd5b-485f-bf5e-50b235c56921,segment=NetworkSegment(d03d5ad0-e8b0-44b9-b969-e864cc02b75d),segment_id=d03d5ad0-e8b0-44b9-b969-e864cc02b75d)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:46.062794 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:46.064517 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-496122e0-03f8-4e24-9b2d-80c59d47db03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:46.065299 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:46.119160 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-34af5580-094d-4c29-900f-4f0eaa056f44 req-8ecd6c78-a32e-4cc2-9ab7-b62a1c0e6246 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1369619
Apr 20 23:37:46.176091 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71eb6c8-777c-4f0f-a121-f9425edcd044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f73b95e-fd5b-485f-bf5e-50b235c56921', 'code': 200}
Apr 20 23:37:46.189917 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=4f73b95e-fd5b-485f-bf5e-50b235c56921,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:46.194723 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a43c-570f-4fba-9f9e-cadda2010207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:46.198298 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:46.224394 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c0bee-2100-4afe-8d65-50c0b86c7566 req-8c05421d-c81e-4f1c-87b6-78d5edf142b6 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:46.225942 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ed2c0bee-2100-4afe-8d65-50c0b86c7566 req-8c05421d-c81e-4f1c-87b6-78d5edf142b6 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.2309179
Apr 20 23:37:46.257286 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a43c-570f-4fba-9f9e-cadda2010207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:46.266081 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75720098-5400-450e-8493-9f97af3f84cb req-5e5ed471-f6f2-4b18-8755-856e665a6119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:46.268100 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75720098-5400-450e-8493-9f97af3f84cb req-5e5ed471-f6f2-4b18-8755-856e665a6119 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=511ddee7-7c62-4422-908f-d9585fcbf53b HTTP/1.1" status: 200  len: 855 time: 0.2414443
Apr 20 23:37:46.317107 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ed2c0bee-2100-4afe-8d65-50c0b86c7566 req-b428f6d1-9ffc-4a7c-9405-3663ae20d04c tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0832133
Apr 20 23:37:46.346946 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f1f23c2-daae-45c1-952e-6f7df83891ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:46.377145 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a43c-570f-4fba-9f9e-cadda2010207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:46.382421 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:46.401212 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5a43c-570f-4fba-9f9e-cadda2010207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97af4284-542e-44a6-af35-1b61be3c6dd7,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:46.404288 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c8d5a43c-570f-4fba-9f9e-cadda2010207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:46.405311 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a43c-570f-4fba-9f9e-cadda2010207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:46.406550 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c8d5a43c-570f-4fba-9f9e-cadda2010207 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97af4284-542e-44a6-af35-1b61be3c6dd7 HTTP/1.1" status: 204  len: 168 time: 0.3454297
Apr 20 23:37:46.420156 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f1f23c2-daae-45c1-952e-6f7df83891ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:46.435527 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:46.502941 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f23c2-daae-45c1-952e-6f7df83891ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6a0b71-b0b0-4388-8a66-bc72ef4c7b3a,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:46.507381 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-34af5580-094d-4c29-900f-4f0eaa056f44 req-860d97f9-86b6-439e-b000-7dfac42de093 service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3791301
Apr 20 23:37:46.509459 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75720098-5400-450e-8493-9f97af3f84cb req-2a8befb6-cbae-4b81-8db3-808a34ac8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:46.510902 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75720098-5400-450e-8493-9f97af3f84cb req-2a8befb6-cbae-4b81-8db3-808a34ac8b32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86b2d3ea-b04f-45c5-b131-8d05e2d86813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2277262
Apr 20 23:37:46.511748 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4f1f23c2-daae-45c1-952e-6f7df83891ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:46.515212 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4f1f23c2-daae-45c1-952e-6f7df83891ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f84c160506f4807bc75fcf209626a00&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5383999
Apr 20 23:37:46.518119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 38198) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:46.664369 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163cc18-52ba-4a0c-94b6-5c29e068cd13 req-540626e2-512f-4b45-aa5d-69076e56f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:46.665975 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0163cc18-52ba-4a0c-94b6-5c29e068cd13 req-540626e2-512f-4b45-aa5d-69076e56f1e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 1098 time: 0.1314092
Apr 20 23:37:46.772594 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0163cc18-52ba-4a0c-94b6-5c29e068cd13 req-339bb8e1-6ba7-4d4e-9d6e-8599000dd554 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979993
Apr 20 23:37:47.137330 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75720098-5400-450e-8493-9f97af3f84cb req-9be2fd20-3d96-42f6-b38d-48dcd9608292 service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5826831
Apr 20 23:37:47.160870 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 38228) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:47.247487 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda97209-2950-41a0-ba39-f2f48e08fc59 req-71966772-9546-4a4e-9e80-884a192e48f8 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:47.249321 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dda97209-2950-41a0-ba39-f2f48e08fc59 req-71966772-9546-4a4e-9e80-884a192e48f8 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 944 time: 0.1315641
Apr 20 23:37:47.312493 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dda97209-2950-41a0-ba39-f2f48e08fc59 req-e72247f0-eb5b-44df-8049-758d20d3042a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551004
Apr 20 23:37:47.367946 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-657a2d32-a7be-4d10-b52c-83fa6881f3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:47.389114 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-657a2d32-a7be-4d10-b52c-83fa6881f3d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:47.394857 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-657a2d32-a7be-4d10-b52c-83fa6881f3d0 admin admin] Usage tracker for resource:security_group_rule and tenant:807723c531c64308a8d9545d5b1705ff is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:47.400033 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-657a2d32-a7be-4d10-b52c-83fa6881f3d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:47.413602 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-657a2d32-a7be-4d10-b52c-83fa6881f3d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:47.418175 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 45e9de9b-16f4-42c6-b3c9-38df92e01810 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:37:47.533973 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f4860b55-c77b-4cee-baa6-544541eb2d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:47.570469 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f4860b55-c77b-4cee-baa6-544541eb2d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:47.596493 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-34af5580-094d-4c29-900f-4f0eaa056f44 req-b69f0522-4a92-4693-8280-e0b7e0101de5 service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0649862
Apr 20 23:37:47.662159 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75720098-5400-450e-8493-9f97af3f84cb req-8a6543f6-11d9-4dd6-8b41-cff278615825 service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4961302
Apr 20 23:37:47.673790 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 45e9de9b-16f4-42c6-b3c9-38df92e01810, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=45e9de9b-16f4-42c6-b3c9-38df92e01810,segment=NetworkSegment(d03d5ad0-e8b0-44b9-b969-e864cc02b75d),segment_id=d03d5ad0-e8b0-44b9-b969-e864cc02b75d)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:47.676672 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4f3cc-d702-4ed0-ab94-3d682371a968 req-874931c8-ad78-4364-8ff4-bad1890e7dc3 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:47.684472 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d4c4f3cc-d702-4ed0-ab94-3d682371a968 req-874931c8-ad78-4364-8ff4-bad1890e7dc3 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 945 time: 0.7240334
Apr 20 23:37:47.726794 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': '45e9de9b-16f4-42c6-b3c9-38df92e01810', 'network_id': 'd8a7082e-55ec-4c0a-a383-56dcccffdd3e', 'port_id': '45e9de9b-16f4-42c6-b3c9-38df92e01810', 'mac_address': 'fa:16:3e:b8:5c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87180e83-62f3-404a-9c4e-515fba272188', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:37:47.750520 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d4c4f3cc-d702-4ed0-ab94-3d682371a968 req-9a6ce15e-6274-463d-91e1-a452b054299e tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650067
Apr 20 23:37:47.771749 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-657a2d32-a7be-4d10-b52c-83fa6881f3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:47.820481 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f4860b55-c77b-4cee-baa6-544541eb2d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:47.821926 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f574e-7e21-4ff2-81a8-381c0bae2f80 req-99875450-1410-485d-b43d-6f27acdf0a3e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:47.828396 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:47.833356 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6f5f574e-7e21-4ff2-81a8-381c0bae2f80 req-99875450-1410-485d-b43d-6f27acdf0a3e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.3090324
Apr 20 23:37:47.850918 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e9de9b-16f4-42c6-b3c9-38df92e01810 {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:37:47.861441 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-657a2d32-a7be-4d10-b52c-83fa6881f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:47.872550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:47.887467 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 45e9de9b-16f4-42c6-b3c9-38df92e01810, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=45e9de9b-16f4-42c6-b3c9-38df92e01810,segment=NetworkSegment(d03d5ad0-e8b0-44b9-b969-e864cc02b75d),segment_id=d03d5ad0-e8b0-44b9-b969-e864cc02b75d)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:47.937078 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9a84f49c-fe04-47c1-8bad-8696e012f224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:47.939448 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:47.941023 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:48.008500 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f4860b55-c77b-4cee-baa6-544541eb2d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:48.014349 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-657a2d32-a7be-4d10-b52c-83fa6881f3d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=807723c531c64308a8d9545d5b1705ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8492301
Apr 20 23:37:48.014506 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f4860b55-c77b-4cee-baa6-544541eb2d65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd6a0b71-b0b0-4388-8a66-bc72ef4c7b3a HTTP/1.1" status: 204  len: 168 time: 1.4936843
Apr 20 23:37:48.014506 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4860b55-c77b-4cee-baa6-544541eb2d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6a0b71-b0b0-4388-8a66-bc72ef4c7b3a,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:48.024193 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f4860b55-c77b-4cee-baa6-544541eb2d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:48.024946 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 38256) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:48.043521 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6f5f574e-7e21-4ff2-81a8-381c0bae2f80 req-84bc73ae-6204-4797-897d-41e34ff9a5d3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2056344
Apr 20 23:37:48.044460 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a2d32-a7be-4d10-b52c-83fa6881f3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51cf259-62ac-43ca-a16b-dfbcfd6912b8,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:48.053865 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-657a2d32-a7be-4d10-b52c-83fa6881f3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:48.103113 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=45e9de9b-16f4-42c6-b3c9-38df92e01810,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:48.116270 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:48.136879 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0be1d-3cfc-40d3-b415-32c39ab2dd85 req-d393861a-9de2-4b74-8f90-1d4abe2b98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:48.138544 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c7b0be1d-3cfc-40d3-b415-32c39ab2dd85 req-d393861a-9de2-4b74-8f90-1d4abe2b98e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=329d4da5822347079a9af5d11eb238fa&device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 1097 time: 0.2862809
Apr 20 23:37:48.158384 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3bea735d-5e68-4509-81bc-c5a0c5886eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:48.189675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3bea735d-5e68-4509-81bc-c5a0c5886eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:48.270439 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3bea735d-5e68-4509-81bc-c5a0c5886eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:48.275919 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:48.288080 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea735d-5e68-4509-81bc-c5a0c5886eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51cf259-62ac-43ca-a16b-dfbcfd6912b8,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:48.291973 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3bea735d-5e68-4509-81bc-c5a0c5886eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:48.298640 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3bea735d-5e68-4509-81bc-c5a0c5886eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:48.300460 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3bea735d-5e68-4509-81bc-c5a0c5886eb9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c51cf259-62ac-43ca-a16b-dfbcfd6912b8 HTTP/1.1" status: 204  len: 168 time: 0.2729433
Apr 20 23:37:48.555250 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99cb3e-8350-4076-9e0d-71d87c49fbae req-0e9a997a-6e2c-4dc8-80f0-6311c4aaf1c1 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:48.557479 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e99cb3e-8350-4076-9e0d-71d87c49fbae req-0e9a997a-6e2c-4dc8-80f0-6311c4aaf1c1 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 945 time: 0.1025677
Apr 20 23:37:48.609864 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e99cb3e-8350-4076-9e0d-71d87c49fbae req-553f6b9c-7822-4b77-bccb-fe8c392ef7c7 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433006
Apr 20 23:37:48.965588 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa13a6-f4f1-438a-99ac-08697ca58cf9 req-831e458d-978a-4c33-acca-abcbb4f15381 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:48.967249 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-01fa13a6-f4f1-438a-99ac-08697ca58cf9 req-831e458d-978a-4c33-acca-abcbb4f15381 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 945 time: 0.1013021
Apr 20 23:37:49.023490 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-01fa13a6-f4f1-438a-99ac-08697ca58cf9 req-c1866bc9-6480-48b8-80c3-60e740e18578 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483873
Apr 20 23:37:49.153666 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 38302) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:49.186426 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e73561e7-128e-4df5-a371-10dbb18ab452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:49.199903 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0be1d-3cfc-40d3-b415-32c39ab2dd85 req-80bdab56-f9dd-4777-9faf-4a157edc6cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:49.201811 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c7b0be1d-3cfc-40d3-b415-32c39ab2dd85 req-80bdab56-f9dd-4777-9faf-4a157edc6cb5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86b2d3ea-b04f-45c5-b131-8d05e2d86813 HTTP/1.1" status: 200  len: 916 time: 0.1787803
Apr 20 23:37:49.218039 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e73561e7-128e-4df5-a371-10dbb18ab452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:49.224189 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e73561e7-128e-4df5-a371-10dbb18ab452 admin admin] Usage tracker for resource:security_group_rule and tenant:36f7c0b6cd3141c980d678688e8faac0 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:49.227380 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e73561e7-128e-4df5-a371-10dbb18ab452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:49.233424 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e73561e7-128e-4df5-a371-10dbb18ab452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:49.327649 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e73561e7-128e-4df5-a371-10dbb18ab452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:49.368308 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e73561e7-128e-4df5-a371-10dbb18ab452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:49.373679 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745dd1ae-6999-4e64-8a26-7de8e9fcd066 req-0709eb2e-8ce9-453e-a470-f4c1c77f4647 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:49.375630 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-745dd1ae-6999-4e64-8a26-7de8e9fcd066 req-0709eb2e-8ce9-453e-a470-f4c1c77f4647 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.1609495
Apr 20 23:37:49.386458 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:49.442308 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e73561e7-128e-4df5-a371-10dbb18ab452 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36f7c0b6cd3141c980d678688e8faac0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2874494
Apr 20 23:37:49.443014 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 38312) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:49.463773 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-745dd1ae-6999-4e64-8a26-7de8e9fcd066 req-2786a239-5bee-4c91-b1bc-4a94a56da020 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0802367
Apr 20 23:37:49.479639 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73561e7-128e-4df5-a371-10dbb18ab452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b317c616-b072-4a3d-aac0-071a0b5f8ae6,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:49.483793 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e73561e7-128e-4df5-a371-10dbb18ab452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:49.541806 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61da1be4-f207-4340-8502-a15e4ca4e560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:49.571599 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61da1be4-f207-4340-8502-a15e4ca4e560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:49.674229 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61da1be4-f207-4340-8502-a15e4ca4e560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:49.679465 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2b81a414-5b4e-474d-8370-7cae7b63feca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:49.710224 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da1be4-f207-4340-8502-a15e4ca4e560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b317c616-b072-4a3d-aac0-071a0b5f8ae6,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:49.712879 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-61da1be4-f207-4340-8502-a15e4ca4e560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:49.733243 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-61da1be4-f207-4340-8502-a15e4ca4e560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:49.737569 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-61da1be4-f207-4340-8502-a15e4ca4e560 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b317c616-b072-4a3d-aac0-071a0b5f8ae6 HTTP/1.1" status: 204  len: 168 time: 0.2913606
Apr 20 23:37:49.870225 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7902c-b634-4bab-ab1e-6ceebf8ca235 req-706871a8-eddf-43e4-bbf5-ce0dcd44588a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:49.871843 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-82a7902c-b634-4bab-ab1e-6ceebf8ca235 req-706871a8-eddf-43e4-bbf5-ce0dcd44588a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 945 time: 0.0946939
Apr 20 23:37:49.929555 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-82a7902c-b634-4bab-ab1e-6ceebf8ca235 req-5be4e3ed-ec0d-446f-ade6-33916e34d5b7 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504789
Apr 20 23:37:50.911901 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c7b0be1d-3cfc-40d3-b415-32c39ab2dd85 req-c50e330f-3fb6-4d9b-a646-5e5a74b251a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52b909ea-7548-46fb-8a48-eb9a45af430f HTTP/1.1" status: 200  len: 217 time: 0.0724039
Apr 20 23:37:50.968465 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60701654-8fee-41fd-8833-7ee4adaf7c3f req-cac44da5-ea5d-4a13-978d-6d8ad8173215 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:50.971051 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-60701654-8fee-41fd-8833-7ee4adaf7c3f req-cac44da5-ea5d-4a13-978d-6d8ad8173215 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.2003350
Apr 20 23:37:50.998471 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['45e9de9b-16f4-42c6-b3c9-38df92e01810'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:37:51.055926 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-60701654-8fee-41fd-8833-7ee4adaf7c3f req-197bebeb-2dcd-4bb9-9be0-47334baf67e5 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0746114
Apr 20 23:37:51.060335 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0be1d-3cfc-40d3-b415-32c39ab2dd85 req-70ef3796-1f56-4098-beb5-42faf7826f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:51.062050 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c7b0be1d-3cfc-40d3-b415-32c39ab2dd85 req-70ef3796-1f56-4098-beb5-42faf7826f99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=511ddee7-7c62-4422-908f-d9585fcbf53b HTTP/1.1" status: 200  len: 855 time: 0.1404378
Apr 20 23:37:51.244979 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0be1d-3cfc-40d3-b415-32c39ab2dd85 req-48011ac3-3d4e-49e4-a2ee-28b6f7fd90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:51.249074 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c7b0be1d-3cfc-40d3-b415-32c39ab2dd85 req-48011ac3-3d4e-49e4-a2ee-28b6f7fd90a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86b2d3ea-b04f-45c5-b131-8d05e2d86813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1794894
Apr 20 23:37:51.257142 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5990b6c-f487-4f84-833f-0a8461a42d53 req-5674ef71-f1bf-4ebc-adab-fdb1266d7775 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:51.265713 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c5990b6c-f487-4f84-833f-0a8461a42d53 req-5674ef71-f1bf-4ebc-adab-fdb1266d7775 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 945 time: 0.1631777
Apr 20 23:37:51.335509 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c5990b6c-f487-4f84-833f-0a8461a42d53 req-58a17622-a97d-45e9-8f43-52009857f1f5 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685172
Apr 20 23:37:51.454452 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c7b0be1d-3cfc-40d3-b415-32c39ab2dd85 req-f68c17a0-8133-4a47-8bfe-665c1d33e986 service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1975617
Apr 20 23:37:51.602214 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c7b0be1d-3cfc-40d3-b415-32c39ab2dd85 req-c9f50403-d288-4505-bbe0-a38fa318f396 service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399574
Apr 20 23:37:52.303804 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4101253-72ab-4b80-98fe-a57753a238be req-9b729eea-af7a-4567-8ef3-bf85d8e0a25a tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:52.305552 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a4101253-72ab-4b80-98fe-a57753a238be req-9b729eea-af7a-4567-8ef3-bf85d8e0a25a tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.1061571
Apr 20 23:37:52.364540 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a4101253-72ab-4b80-98fe-a57753a238be req-e5d6877e-0f02-4713-8c26-37319846b589 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0517025
Apr 20 23:37:52.554256 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498aadef-f4ff-4905-a873-27cb542e4af0 req-5df7637e-3783-4999-81ac-4b4a3193e6bc tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:52.555852 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-498aadef-f4ff-4905-a873-27cb542e4af0 req-5df7637e-3783-4999-81ac-4b4a3193e6bc tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 945 time: 0.1018372
Apr 20 23:37:52.606536 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-498aadef-f4ff-4905-a873-27cb542e4af0 req-4f669b0e-8947-46fd-84b1-a0bdff81fcb1 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444009
Apr 20 23:37:52.858755 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ae10f336-81fd-4ae4-a8cd-702f9715ebb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:53.573482 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbcf54-086b-4308-acab-9aa5d41141d5 req-159f6732-d102-41e4-a6a7-49c8340500ec tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:53.575240 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-88bbcf54-086b-4308-acab-9aa5d41141d5 req-159f6732-d102-41e4-a6a7-49c8340500ec tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.0892920
Apr 20 23:37:53.623434 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-88bbcf54-086b-4308-acab-9aa5d41141d5 req-591b2f99-aa21-4795-b685-9d9e2d3b7212 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0411558
Apr 20 23:37:53.708636 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 38470) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:53.824737 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908e75b-39f2-4ca2-99b4-77748383a835 req-116bb375-d9a4-47f3-8182-8944ab858c80 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:53.826332 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e908e75b-39f2-4ca2-99b4-77748383a835 req-116bb375-d9a4-47f3-8182-8944ab858c80 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 945 time: 0.0940773
Apr 20 23:37:53.837003 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb5af-e6bb-4b99-a4f2-8fa5b2474d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:53.852968 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ab0eb5af-e6bb-4b99-a4f2-8fa5b2474d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:53.857156 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ab0eb5af-e6bb-4b99-a4f2-8fa5b2474d22 admin admin] Usage tracker for resource:security_group_rule and tenant:5f1d9d52fe1f43009d00c18f592b5666 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:53.860585 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ab0eb5af-e6bb-4b99-a4f2-8fa5b2474d22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:53.866645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ab0eb5af-e6bb-4b99-a4f2-8fa5b2474d22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:53.874660 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e908e75b-39f2-4ca2-99b4-77748383a835 req-06554d39-ea0d-4ac3-8c3d-07e3807f44eb tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413587
Apr 20 23:37:53.955542 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb5af-e6bb-4b99-a4f2-8fa5b2474d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:53.987845 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb5af-e6bb-4b99-a4f2-8fa5b2474d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:53.997079 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c70d6440-277d-404b-85d5-c67d6fecfd6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:54.039518 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ab0eb5af-e6bb-4b99-a4f2-8fa5b2474d22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f1d9d52fe1f43009d00c18f592b5666&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3296802
Apr 20 23:37:54.040512 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0eb5af-e6bb-4b99-a4f2-8fa5b2474d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a807968-ac26-4810-8d6f-1050857ad9cb,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:54.042545 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 38478) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:54.044928 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ab0eb5af-e6bb-4b99-a4f2-8fa5b2474d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:54.122474 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b3839986-4042-4635-927b-f76861c512fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:54.150762 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b3839986-4042-4635-927b-f76861c512fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:54.230297 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b3839986-4042-4635-927b-f76861c512fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:54.234996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:54.249077 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3839986-4042-4635-927b-f76861c512fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a807968-ac26-4810-8d6f-1050857ad9cb,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:54.251992 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b3839986-4042-4635-927b-f76861c512fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:54.254116 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b3839986-4042-4635-927b-f76861c512fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:54.255427 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b3839986-4042-4635-927b-f76861c512fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a807968-ac26-4810-8d6f-1050857ad9cb HTTP/1.1" status: 204  len: 168 time: 0.2049882
Apr 20 23:37:54.732010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 38496) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:54.752824 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3d9b15b8-99d0-453c-946a-4c0a467b172e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:54.768880 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3d9b15b8-99d0-453c-946a-4c0a467b172e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:54.772886 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3d9b15b8-99d0-453c-946a-4c0a467b172e admin admin] Usage tracker for resource:security_group_rule and tenant:4e7b0e94c83a4fbebe0d370bc1d9ec50 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:54.775887 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3d9b15b8-99d0-453c-946a-4c0a467b172e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:54.781893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3d9b15b8-99d0-453c-946a-4c0a467b172e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:54.836377 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdb1c5-be6f-41cc-b221-895ba7c04002 req-f27fc91d-07ec-4ed2-9446-da743536e2aa tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:54.837735 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dbcdb1c5-be6f-41cc-b221-895ba7c04002 req-f27fc91d-07ec-4ed2-9446-da743536e2aa tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.0907078
Apr 20 23:37:54.870906 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3d9b15b8-99d0-453c-946a-4c0a467b172e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:54.873467 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c13b0c0d-8988-447c-b56e-174bfbb26102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:54.887279 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dbcdb1c5-be6f-41cc-b221-895ba7c04002 req-9635d561-4b6a-4ad8-aaad-0a88c7594b4f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428250
Apr 20 23:37:54.902070 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3d9b15b8-99d0-453c-946a-4c0a467b172e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:54.912133 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a2a60255-d454-4c13-98ac-29f504de3c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:54.955225 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3d9b15b8-99d0-453c-946a-4c0a467b172e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e7b0e94c83a4fbebe0d370bc1d9ec50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2217822
Apr 20 23:37:54.957233 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b15b8-99d0-453c-946a-4c0a467b172e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b25442-4d35-44e0-b944-1e99c68001da,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:54.958389 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 38502) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:54.960680 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3d9b15b8-99d0-453c-946a-4c0a467b172e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:55.026703 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-56e1b339-855e-449c-a692-c4874a1c6221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:55.055309 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-56e1b339-855e-449c-a692-c4874a1c6221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:55.084368 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dde38-fc2c-4f18-ab41-69952cf7d900 req-4cb50408-cc20-4f3e-9e1a-46899dc7fdaf tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:55.086105 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c82dde38-fc2c-4f18-ab41-69952cf7d900 req-4cb50408-cc20-4f3e-9e1a-46899dc7fdaf tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 945 time: 0.0940194
Apr 20 23:37:55.136653 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-56e1b339-855e-449c-a692-c4874a1c6221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:55.139238 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c82dde38-fc2c-4f18-ab41-69952cf7d900 req-a5241444-c6c9-4ae7-bd45-29274a981b61 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452394
Apr 20 23:37:55.147709 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f4860b55-c77b-4cee-baa6-544541eb2d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:55.164409 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-56e1b339-855e-449c-a692-c4874a1c6221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:55.165844 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-56e1b339-855e-449c-a692-c4874a1c6221 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76b25442-4d35-44e0-b944-1e99c68001da HTTP/1.1" status: 204  len: 168 time: 0.2062263
Apr 20 23:37:55.168384 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1b339-855e-449c-a692-c4874a1c6221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b25442-4d35-44e0-b944-1e99c68001da,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:55.170636 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-56e1b339-855e-449c-a692-c4874a1c6221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:55.496190 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 52b909ea-7548-46fb-8a48-eb9a45af430f details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:37:55.624777 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 45e9de9b-16f4-42c6-b3c9-38df92e01810 up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:37:55.744728 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 52b909ea-7548-46fb-8a48-eb9a45af430f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=52b909ea-7548-46fb-8a48-eb9a45af430f,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:55.774903 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': '52b909ea-7548-46fb-8a48-eb9a45af430f', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'port_id': '52b909ea-7548-46fb-8a48-eb9a45af430f', 'mac_address': 'fa:16:3e:0e:12:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:37:55.826454 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port 45e9de9b-16f4-42c6-b3c9-38df92e01810 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:37:55.839639 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port 45e9de9b-16f4-42c6-b3c9-38df92e01810 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:37:55.840076 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:55.928311 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:56.018564 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b909ea-7548-46fb-8a48-eb9a45af430f {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:37:56.044633 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:56.074324 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 52b909ea-7548-46fb-8a48-eb9a45af430f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=52b909ea-7548-46fb-8a48-eb9a45af430f,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:56.106842 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 45e9de9b-16f4-42c6-b3c9-38df92e01810, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=45e9de9b-16f4-42c6-b3c9-38df92e01810,segment=NetworkSegment(d03d5ad0-e8b0-44b9-b969-e864cc02b75d),segment_id=d03d5ad0-e8b0-44b9-b969-e864cc02b75d)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:56.106842 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fe62ed-bd96-44bd-a3a3-cd3271699207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e9de9b-16f4-42c6-b3c9-38df92e01810'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:37:56.126472 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:56.128642 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:56.176261 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:56.227292 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b2ea4-5964-4619-9f34-75d265789924 req-7888e518-e2f0-47cd-8375-e94821f3e0fd tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:56.230151 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3a2b2ea4-5964-4619-9f34-75d265789924 req-7888e518-e2f0-47cd-8375-e94821f3e0fd tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 945 time: 0.1079099
Apr 20 23:37:56.244182 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=52b909ea-7548-46fb-8a48-eb9a45af430f,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:56.247902 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:56.248354 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:56.304310 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3a2b2ea4-5964-4619-9f34-75d265789924 req-31894919-bcae-4b28-a262-6e0d5a2ae934 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0672936
Apr 20 23:37:56.336729 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:56.391985 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fe62ed-bd96-44bd-a3a3-cd3271699207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e9de9b-16f4-42c6-b3c9-38df92e01810', 'code': 200}
Apr 20 23:37:56.398806 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=45e9de9b-16f4-42c6-b3c9-38df92e01810,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:56.402723 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:56.419006 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:56.591731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ae100-c27d-431e-a4f0-f5b8b31c7c55 req-06a1d9dc-953d-4cbe-9d1f-affca7fa9040 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:56.593342 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a28ae100-c27d-431e-a4f0-f5b8b31c7c55 req-06a1d9dc-953d-4cbe-9d1f-affca7fa9040 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.1027849
Apr 20 23:37:56.650864 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a28ae100-c27d-431e-a4f0-f5b8b31c7c55 req-d73ed867-fe78-417e-b0db-5ebfde12ffec tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497916
Apr 20 23:37:57.060891 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 38614) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:57.209326 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fdbb8342-56e9-40e3-9104-2bfe3c2cf464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.225651 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-fdbb8342-56e9-40e3-9104-2bfe3c2cf464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:57.229895 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-fdbb8342-56e9-40e3-9104-2bfe3c2cf464 admin admin] Usage tracker for resource:security_group_rule and tenant:f9d36f5a20c246daa8a32ce09d8b4486 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:57.232931 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-fdbb8342-56e9-40e3-9104-2bfe3c2cf464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:57.239439 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-fdbb8342-56e9-40e3-9104-2bfe3c2cf464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:57.251083 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.334006 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fdbb8342-56e9-40e3-9104-2bfe3c2cf464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.367645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fdbb8342-56e9-40e3-9104-2bfe3c2cf464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.377819 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:57.432648 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-fdbb8342-56e9-40e3-9104-2bfe3c2cf464 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f9d36f5a20c246daa8a32ce09d8b4486&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3704956
Apr 20 23:37:57.434344 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb8342-56e9-40e3-9104-2bfe3c2cf464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ee6b5b-0792-4e5d-bb62-5b6c87e8c11e,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:57.435473 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 38632) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:57.437527 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fdbb8342-56e9-40e3-9104-2bfe3c2cf464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:57.555692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 38640) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:57.585491 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a8b9a446-9df1-48f0-8047-fc81c48c00e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.604181 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ec7ca-c281-4721-b2a6-bfd81c1f394a req-c5f4bc49-06bb-4543-be3c-bd129d411a73 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:57.605806 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-456ec7ca-c281-4721-b2a6-bfd81c1f394a req-c5f4bc49-06bb-4543-be3c-bd129d411a73 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 945 time: 0.1743798
Apr 20 23:37:57.626631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a8b9a446-9df1-48f0-8047-fc81c48c00e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.687602 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-456ec7ca-c281-4721-b2a6-bfd81c1f394a req-e4bff898-fbff-4273-b141-03682cec1af4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0663731
Apr 20 23:37:57.691543 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5f69678f-95b4-4bf5-afe8-5a24ac970231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.720398 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5f69678f-95b4-4bf5-afe8-5a24ac970231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:57.725101 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5f69678f-95b4-4bf5-afe8-5a24ac970231 admin admin] Usage tracker for resource:security_group_rule and tenant:ee760738892a428f879555c6de21cf38 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:57.728603 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5f69678f-95b4-4bf5-afe8-5a24ac970231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:57.736869 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5f69678f-95b4-4bf5-afe8-5a24ac970231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:57.790064 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a8b9a446-9df1-48f0-8047-fc81c48c00e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.795602 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:57.807767 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9a446-9df1-48f0-8047-fc81c48c00e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ee6b5b-0792-4e5d-bb62-5b6c87e8c11e,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:57.820412 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a8b9a446-9df1-48f0-8047-fc81c48c00e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:57.821304 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a8b9a446-9df1-48f0-8047-fc81c48c00e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.828407 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a8b9a446-9df1-48f0-8047-fc81c48c00e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87ee6b5b-0792-4e5d-bb62-5b6c87e8c11e HTTP/1.1" status: 204  len: 168 time: 0.3870597
Apr 20 23:37:57.829732 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5f69678f-95b4-4bf5-afe8-5a24ac970231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.915906 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5f69678f-95b4-4bf5-afe8-5a24ac970231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.920361 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d6959-b567-449f-b93b-5c27cbcc3790 req-dcb54420-c3fe-47cc-a23b-7c0b6bdfa9ab tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:57.923888 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-940d6959-b567-449f-b93b-5c27cbcc3790 req-dcb54420-c3fe-47cc-a23b-7c0b6bdfa9ab tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.0979400
Apr 20 23:37:57.931759 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-12c89e64-a15d-449a-8598-11726f168193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:57.975495 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-940d6959-b567-449f-b93b-5c27cbcc3790 req-62cac489-91b6-4e20-b1e5-ccd1021a465e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437582
Apr 20 23:37:57.981171 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5f69678f-95b4-4bf5-afe8-5a24ac970231 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee760738892a428f879555c6de21cf38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4243350
Apr 20 23:37:57.982062 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69678f-95b4-4bf5-afe8-5a24ac970231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a151dd2-2525-4e67-b958-7ab474bf1eda,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:57.984034 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 38656) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:57.986185 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5f69678f-95b4-4bf5-afe8-5a24ac970231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:58.047340 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0630-1b65-454f-9d67-81787291c122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:58.074415 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0630-1b65-454f-9d67-81787291c122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:58.153680 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0630-1b65-454f-9d67-81787291c122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:58.157888 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:58.169468 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0630-1b65-454f-9d67-81787291c122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a151dd2-2525-4e67-b958-7ab474bf1eda,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:58.171821 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4f7f0630-1b65-454f-9d67-81787291c122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:58.177993 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0630-1b65-454f-9d67-81787291c122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:58.179753 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4f7f0630-1b65-454f-9d67-81787291c122 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a151dd2-2525-4e67-b958-7ab474bf1eda HTTP/1.1" status: 204  len: 168 time: 0.1938584
Apr 20 23:37:58.462900 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:37:58.804731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 38688) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:58.824876 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f640d3ca-38c8-47e2-a792-7d08ecbcfed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:58.887753 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f640d3ca-38c8-47e2-a792-7d08ecbcfed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:58.894255 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f640d3ca-38c8-47e2-a792-7d08ecbcfed0 admin admin] Usage tracker for resource:security_group_rule and tenant:8f6586b476394183928dc0c1bff74bb1 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:58.900160 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f640d3ca-38c8-47e2-a792-7d08ecbcfed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:58.907915 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f640d3ca-38c8-47e2-a792-7d08ecbcfed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:58.961440 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaacf1-b391-4157-98a0-323acfcddaa9 req-0c50576f-773e-428c-a97f-452ca385d5e3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:58.963027 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-74eaacf1-b391-4157-98a0-323acfcddaa9 req-0c50576f-773e-428c-a97f-452ca385d5e3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 945 time: 0.1281738
Apr 20 23:37:59.041917 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-74eaacf1-b391-4157-98a0-323acfcddaa9 req-671d96a9-0753-4b95-becc-48cc94d89b4d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0688944
Apr 20 23:37:59.079607 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f640d3ca-38c8-47e2-a792-7d08ecbcfed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:59.125046 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f640d3ca-38c8-47e2-a792-7d08ecbcfed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:59.134200 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-73d43895-34e6-4293-ba64-c7f600b48727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:59.229475 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f640d3ca-38c8-47e2-a792-7d08ecbcfed0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f6586b476394183928dc0c1bff74bb1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4210715
Apr 20 23:37:59.229475 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640d3ca-38c8-47e2-a792-7d08ecbcfed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c328b23-15f2-4b35-a68b-c2b4592c9e62,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:59.230356 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 38702) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:59.234047 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f640d3ca-38c8-47e2-a792-7d08ecbcfed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:59.278872 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ff172-e3f2-4254-bad3-673d13297787 req-eb2f9e62-c0d2-4a93-90a0-eced7f4ef194 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:59.280604 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4b1ff172-e3f2-4254-bad3-673d13297787 req-eb2f9e62-c0d2-4a93-90a0-eced7f4ef194 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.1183267
Apr 20 23:37:59.314812 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-83d4db99-a87e-4eaa-ad1e-c6055d55d6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:59.352492 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4b1ff172-e3f2-4254-bad3-673d13297787 req-95bea4d2-5d8d-479e-9415-d2990b1485b4 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594761
Apr 20 23:37:59.353913 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-83d4db99-a87e-4eaa-ad1e-c6055d55d6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:59.450595 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-83d4db99-a87e-4eaa-ad1e-c6055d55d6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:59.455904 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2a94e44d-56c1-429d-b726-f97414636399 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:59.471999 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4db99-a87e-4eaa-ad1e-c6055d55d6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c328b23-15f2-4b35-a68b-c2b4592c9e62,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:59.476197 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-83d4db99-a87e-4eaa-ad1e-c6055d55d6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:59.492652 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-83d4db99-a87e-4eaa-ad1e-c6055d55d6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:59.493876 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-83d4db99-a87e-4eaa-ad1e-c6055d55d6a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c328b23-15f2-4b35-a68b-c2b4592c9e62 HTTP/1.1" status: 204  len: 168 time: 0.2624860
Apr 20 23:37:59.564772 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['52b909ea-7548-46fb-8a48-eb9a45af430f'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:37:59.611085 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c399a4-0534-42fa-a0e6-ef5079d35ec5 req-59831aeb-6591-4507-8ce7-fb6ffedffc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:59.613327 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-52c399a4-0534-42fa-a0e6-ef5079d35ec5 req-59831aeb-6591-4507-8ce7-fb6ffedffc8e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 1099 time: 0.0823164
Apr 20 23:37:59.671372 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-52c399a4-0534-42fa-a0e6-ef5079d35ec5 req-76eacc3a-f9c7-40b1-9e8f-608adcb60e69 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447342
Apr 20 23:38:00.301584 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a49d1-0e4e-4f26-8456-89450212d515 req-63047eb4-8146-462b-b053-8f958e20447c tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:00.303290 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a75a49d1-0e4e-4f26-8456-89450212d515 req-63047eb4-8146-462b-b053-8f958e20447c tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 945 time: 0.1275122
Apr 20 23:38:00.371996 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a75a49d1-0e4e-4f26-8456-89450212d515 req-7f459d7f-adcb-492e-82b1-073ea9a1f58e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0619392
Apr 20 23:38:00.603999 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dc9c8-66f7-48c5-8b38-29e5a4385b45 req-510591c8-2b6f-4513-a0f0-e1b54faeff55 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:00.607716 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b86dc9c8-66f7-48c5-8b38-29e5a4385b45 req-510591c8-2b6f-4513-a0f0-e1b54faeff55 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.1113985
Apr 20 23:38:00.672790 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b86dc9c8-66f7-48c5-8b38-29e5a4385b45 req-c5b7515d-6a70-4971-a7e6-6ad671058068 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586872
Apr 20 23:38:01.192488 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 52b909ea-7548-46fb-8a48-eb9a45af430f up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:38:01.304655 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port 52b909ea-7548-46fb-8a48-eb9a45af430f completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:38:01.310640 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port 52b909ea-7548-46fb-8a48-eb9a45af430f triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:38:01.310955 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:01.461435 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:01.518005 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7fad75-8889-4b81-9fe8-272cd9aa4c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b909ea-7548-46fb-8a48-eb9a45af430f'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:38:01.529347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 52b909ea-7548-46fb-8a48-eb9a45af430f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=52b909ea-7548-46fb-8a48-eb9a45af430f,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:01.580396 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:01.584353 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7fad75-8889-4b81-9fe8-272cd9aa4c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b909ea-7548-46fb-8a48-eb9a45af430f', 'code': 200}
Apr 20 23:38:01.586394 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:01.657202 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcf09b-26d7-47bc-b2cd-c7dbd6191500 req-d5a1cd73-caeb-47e6-8dbb-26134060b274 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:01.667436 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-48dcf09b-26d7-47bc-b2cd-c7dbd6191500 req-d5a1cd73-caeb-47e6-8dbb-26134060b274 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.1534348
Apr 20 23:38:01.703026 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=52b909ea-7548-46fb-8a48-eb9a45af430f,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:01.710784 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:01.805191 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-48dcf09b-26d7-47bc-b2cd-c7dbd6191500 req-fdf137ad-b881-4798-8e24-d8885fcfc3d3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1366079
Apr 20 23:38:01.973335 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19d712-8066-464c-8349-19ead1abf92a req-90ebb74a-500b-4ba9-9d26-b44767ae197d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:01.974837 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8c19d712-8066-464c-8349-19ead1abf92a req-90ebb74a-500b-4ba9-9d26-b44767ae197d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.0995164
Apr 20 23:38:02.038984 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8c19d712-8066-464c-8349-19ead1abf92a req-28310017-0d4f-4b74-8d11-16eb8dc7106a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566778
Apr 20 23:38:02.088943 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76535b-4200-4c0a-ba1a-ef1027a316be req-118407e6-547e-4d94-8863-fd929d7c1807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:02.090692 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3f76535b-4200-4c0a-ba1a-ef1027a316be req-118407e6-547e-4d94-8863-fd929d7c1807 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 1099 time: 0.1044223
Apr 20 23:38:02.140569 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3f76535b-4200-4c0a-ba1a-ef1027a316be req-3264877b-58c8-4726-8615-07e0d991fd11 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423067
Apr 20 23:38:02.299861 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 38842) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:02.495788 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4ecb51ec-4425-4f06-a169-548f320167ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:02.514599 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4ecb51ec-4425-4f06-a169-548f320167ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:02.519655 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4ecb51ec-4425-4f06-a169-548f320167ae admin admin] Usage tracker for resource:security_group_rule and tenant:31508795b4fe427b9ab56a6c86019e48 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:02.522656 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4ecb51ec-4425-4f06-a169-548f320167ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:02.586810 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4ecb51ec-4425-4f06-a169-548f320167ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:02.731164 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce2b9d-c785-45f0-b220-761575514d1f req-540b3ede-c43f-4f3f-8d11-2ee3f819d938 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:02.733539 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8cce2b9d-c785-45f0-b220-761575514d1f req-540b3ede-c43f-4f3f-8d11-2ee3f819d938 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.1110251
Apr 20 23:38:02.799461 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8cce2b9d-c785-45f0-b220-761575514d1f req-7cfe4168-d0a3-43dc-8fcf-913a69139f9b tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591965
Apr 20 23:38:02.799968 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4ecb51ec-4425-4f06-a169-548f320167ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:02.808474 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabb1b5-64f0-4333-a3b9-82db8474a109 req-aac6a03b-a27f-42c0-8926-f08920dff1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:02.810170 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfabb1b5-64f0-4333-a3b9-82db8474a109 req-aac6a03b-a27f-42c0-8926-f08920dff1e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab95038a22354139a0254e25eb4cccde&device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 1099 time: 0.1339946
Apr 20 23:38:02.842396 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4ecb51ec-4425-4f06-a169-548f320167ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:02.899950 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:02.964775 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4ecb51ec-4425-4f06-a169-548f320167ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31508795b4fe427b9ab56a6c86019e48&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6637383
Apr 20 23:38:02.967602 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 38864) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:03.035249 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb51ec-4425-4f06-a169-548f320167ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2910094a-5402-4813-acfb-3222dcbb1c47,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:03.055891 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4ecb51ec-4425-4f06-a169-548f320167ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:03.074180 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c9d0a3c0-4ac6-4996-b384-7a7c901ec6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:03.107871 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c9d0a3c0-4ac6-4996-b384-7a7c901ec6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:03.138930 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abaa68-03a6-403d-b51a-e63700d8c77e req-b374883b-a1b6-4fa1-86bd-c40a72f1ab81 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:03.148039 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-35abaa68-03a6-403d-b51a-e63700d8c77e req-b374883b-a1b6-4fa1-86bd-c40a72f1ab81 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.1905208
Apr 20 23:38:03.199440 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabb1b5-64f0-4333-a3b9-82db8474a109 req-1ec88402-2b85-4239-be30-ed76580a2419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:03.201019 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfabb1b5-64f0-4333-a3b9-82db8474a109 req-1ec88402-2b85-4239-be30-ed76580a2419 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e HTTP/1.1" status: 200  len: 919 time: 0.3836868
Apr 20 23:38:03.206131 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-35abaa68-03a6-403d-b51a-e63700d8c77e req-aa9b574b-3e0d-4866-98a5-ce9e6bf42f48 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0572300
Apr 20 23:38:03.294274 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfabb1b5-64f0-4333-a3b9-82db8474a109 req-e89dad93-9974-4dd2-b8b5-2bc783bc9517 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e9de9b-16f4-42c6-b3c9-38df92e01810 HTTP/1.1" status: 200  len: 217 time: 0.0686977
Apr 20 23:38:03.310650 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c9d0a3c0-4ac6-4996-b384-7a7c901ec6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:03.316296 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c8d5a43c-570f-4fba-9f9e-cadda2010207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:03.349738 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0a3c0-4ac6-4996-b384-7a7c901ec6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2910094a-5402-4813-acfb-3222dcbb1c47,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:03.352052 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c9d0a3c0-4ac6-4996-b384-7a7c901ec6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:03.352861 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c9d0a3c0-4ac6-4996-b384-7a7c901ec6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:03.354402 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c9d0a3c0-4ac6-4996-b384-7a7c901ec6c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2910094a-5402-4813-acfb-3222dcbb1c47 HTTP/1.1" status: 204  len: 168 time: 0.3854163
Apr 20 23:38:03.392681 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabb1b5-64f0-4333-a3b9-82db8474a109 req-c7e9dcb3-d095-41dc-82a1-dc7bdf509045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:03.394283 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfabb1b5-64f0-4333-a3b9-82db8474a109 req-c7e9dcb3-d095-41dc-82a1-dc7bdf509045 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87180e83-62f3-404a-9c4e-515fba272188 HTTP/1.1" status: 200  len: 859 time: 0.0841296
Apr 20 23:38:03.507127 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfabb1b5-64f0-4333-a3b9-82db8474a109 req-0a6c1348-461d-4335-a311-51835b694010 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556669
Apr 20 23:38:03.727648 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfabb1b5-64f0-4333-a3b9-82db8474a109 req-ba3749d6-ab96-4b7d-9397-e4574d8c7bd7 service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805511
Apr 20 23:38:04.127374 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24273dd8-3f53-4165-96c3-e5fb177f3f63 req-03087132-df1e-4243-8522-ec010339c5bc tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:04.129418 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-24273dd8-3f53-4165-96c3-e5fb177f3f63 req-03087132-df1e-4243-8522-ec010339c5bc tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.1079090
Apr 20 23:38:04.154206 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfabb1b5-64f0-4333-a3b9-82db8474a109 req-2d85d547-8be4-4352-a3f6-508ecf530856 service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4133162
Apr 20 23:38:04.227396 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-24273dd8-3f53-4165-96c3-e5fb177f3f63 req-6a2f84e1-730e-43fc-b06b-75309c798291 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877726
Apr 20 23:38:04.436957 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5c346-a978-4fac-bd1a-a5ac11cdd79d req-6a13fc51-a4dd-4fcb-9762-aad37ad5744f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:04.438613 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-77e5c346-a978-4fac-bd1a-a5ac11cdd79d req-6a13fc51-a4dd-4fcb-9762-aad37ad5744f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.0929241
Apr 20 23:38:04.490423 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-77e5c346-a978-4fac-bd1a-a5ac11cdd79d req-3f442e52-ee67-43a3-9953-afd7ec40a118 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433295
Apr 20 23:38:04.698022 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761197aa-74eb-4584-ba60-2a2c7d37d7e2 req-c2ccc926-2cd0-4f7d-8959-ff7fccb7a6da tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:04.699648 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-761197aa-74eb-4584-ba60-2a2c7d37d7e2 req-c2ccc926-2cd0-4f7d-8959-ff7fccb7a6da tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.0884035
Apr 20 23:38:04.715527 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 38944) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:04.724513 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-545c7f02-a1b8-4d33-b10d-7bba913fc510 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Request body: {'floatingip': {'port_id': '52b909ea-7548-46fb-8a48-eb9a45af430f'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:38:04.809398 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-545c7f02-a1b8-4d33-b10d-7bba913fc510 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for floatingip, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:05.485366 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b311a-c06b-48cc-b8dc-7a3d12b73d64 req-f162188f-816a-4aa4-92c8-ce28887e9363 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:05.495813 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c76b311a-c06b-48cc-b8dc-7a3d12b73d64 req-f162188f-816a-4aa4-92c8-ce28887e9363 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.1431348
Apr 20 23:38:05.572906 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c76b311a-c06b-48cc-b8dc-7a3d12b73d64 req-4fc739d4-5db2-4b95-8e47-a6559b5859c7 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757868
Apr 20 23:38:05.715482 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 38972) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:05.871624 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af13b75a-d79c-4c04-8e26-ce2350f583c9 req-f8f04b68-0e8c-4463-8a43-34449da5debe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1142778
Apr 20 23:38:05.971283 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.000183 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:06.046446 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-545c7f02-a1b8-4d33-b10d-7bba913fc510 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.052528 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Usage tracker for resource:security_group_rule and tenant:6777b219d489471e8b164af8c714db71 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:06.059349 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:06.068991 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:06.087453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-545c7f02-a1b8-4d33-b10d-7bba913fc510 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854229059'] for floatingip, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.117769 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b75a-d79c-4c04-8e26-ce2350f583c9 req-60b59ebd-982e-4a7f-ba19-b9503b0dd5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:06.119384 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af13b75a-d79c-4c04-8e26-ce2350f583c9 req-60b59ebd-982e-4a7f-ba19-b9503b0dd5d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=323c2a5b146347bd83d89c76fd5e34e9&device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 1098 time: 0.1132464
Apr 20 23:38:06.255410 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 38994) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:06.311033 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-545c7f02-a1b8-4d33-b10d-7bba913fc510 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Floating IP ba3d076d-d222-4739-a6a6-8aab0f7df100 associated. External IP: 172.27.2.84, port: 52b909ea-7548-46fb-8a48-eb9a45af430f.
Apr 20 23:38:06.327567 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b75a-d79c-4c04-8e26-ce2350f583c9 req-8d85508e-6282-4e20-9f8f-fc9a880ccab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:06.330324 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af13b75a-d79c-4c04-8e26-ce2350f583c9 req-8d85508e-6282-4e20-9f8f-fc9a880ccab3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5383e453-243e-4296-a84c-742e40e82d3c HTTP/1.1" status: 200  len: 912 time: 0.1783500
Apr 20 23:38:06.434831 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af13b75a-d79c-4c04-8e26-ce2350f583c9 req-fbf3d1aa-dc92-49f2-9d5c-a3a656c4aa47 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81a33225-d73a-4ced-98f9-4e89ce0aa30f HTTP/1.1" status: 200  len: 217 time: 0.0867660
Apr 20 23:38:06.440303 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a1c369ae-32a0-44ce-9744-154976561c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.513509 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a1c369ae-32a0-44ce-9744-154976561c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:06.517663 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a1c369ae-32a0-44ce-9744-154976561c47 admin admin] Usage tracker for resource:security_group_rule and tenant:254fc9c3f4014f1da26a12c0491380f2 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:06.520645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a1c369ae-32a0-44ce-9744-154976561c47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:06.526882 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a1c369ae-32a0-44ce-9744-154976561c47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:06.584304 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b75a-d79c-4c04-8e26-ce2350f583c9 req-4739ea1e-8d28-4d34-871c-f62028b3703c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:06.585786 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af13b75a-d79c-4c04-8e26-ce2350f583c9 req-4739ea1e-8d28-4d34-871c-f62028b3703c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcfc7004-3641-455d-939d-edc6e677be01 HTTP/1.1" status: 200  len: 852 time: 0.1308005
Apr 20 23:38:06.644737 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.665350 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af13b75a-d79c-4c04-8e26-ce2350f583c9 req-29a9d271-cf8a-42ff-b08c-15c44ef3d5d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5383e453-243e-4296-a84c-742e40e82d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0618541
Apr 20 23:38:06.710549 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.799204 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:06.810734 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6777b219d489471e8b164af8c714db71&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0915725
Apr 20 23:38:06.826267 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 39010) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:06.865249 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df66cd9a-676f-4921-a9d1-0b4bb081d5ba,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:06.914732 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:06.915292 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:06.915551 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:06.915936 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:06.916315 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:06.916706 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:06.917065 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:06.917453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:06.917879 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:06.918177 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:06.918549 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:06.918915 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:06.936739 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545c7f02-a1b8-4d33-b10d-7bba913fc510 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Router 29461bd4-867b-4d23-bb43-3bf2394f6c99 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:38:06.936853 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:06.950420 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75f5ca-59c3-4112-bc7f-3fa7d6cbd772 req-efbd2249-de0a-4263-866c-e6b32e39d84e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:06.958836 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f75f5ca-59c3-4112-bc7f-3fa7d6cbd772 req-efbd2249-de0a-4263-866c-e6b32e39d84e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.1785007
Apr 20 23:38:06.974095 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a1c369ae-32a0-44ce-9744-154976561c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:07.010331 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ff21cb24-1c4c-4c2e-9437-a68cc5762773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:07.016499 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af13b75a-d79c-4c04-8e26-ce2350f583c9 req-2e27404f-65e5-4f7f-bc21-20772513ec38 service neutron] 10.222.0.10 "GET /v2.0/networks/5383e453-243e-4296-a84c-742e40e82d3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3384857
Apr 20 23:38:07.049706 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a1c369ae-32a0-44ce-9744-154976561c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:07.069152 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-288c409f-1724-4f01-bad1-64fdc1d4b157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:07.163220 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ff21cb24-1c4c-4c2e-9437-a68cc5762773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:07.198041 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c369ae-32a0-44ce-9744-154976561c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15500aeb-d784-486b-8e4a-e5f321bf1c9d,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:07.212099 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a1c369ae-32a0-44ce-9744-154976561c47 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=254fc9c3f4014f1da26a12c0491380f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9555707
Apr 20 23:38:07.225310 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a1c369ae-32a0-44ce-9744-154976561c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:07.229682 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 39020) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:07.347542 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af13b75a-d79c-4c04-8e26-ce2350f583c9 req-13fef697-6039-4f8d-9124-e2d2af680cf8 service neutron] 10.222.0.10 "GET /v2.0/networks/5383e453-243e-4296-a84c-742e40e82d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3233883
Apr 20 23:38:07.362943 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f75f5ca-59c3-4112-bc7f-3fa7d6cbd772 req-5055a738-ae67-477e-bfc2-b896b033796d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4023154
Apr 20 23:38:07.363156 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c9b8d1d5-aace-4bbf-95ff-0853af90bdca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:07.380956 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ff21cb24-1c4c-4c2e-9437-a68cc5762773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:07.392774 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-258a4335-7ed9-40f6-b5f8-6a97430cb969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:07.404204 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545c7f02-a1b8-4d33-b10d-7bba913fc510 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:38:07.410815 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-545c7f02-a1b8-4d33-b10d-7bba913fc510 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:07.412437 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21cb24-1c4c-4c2e-9437-a68cc5762773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df66cd9a-676f-4921-a9d1-0b4bb081d5ba,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:07.418063 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d708541-2354-4541-9e22-91df07e40393 None None] Sync routers for ids ['29461bd4-867b-4d23-bb43-3bf2394f6c99'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:38:07.418175 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c9b8d1d5-aace-4bbf-95ff-0853af90bdca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:07.427218 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ff21cb24-1c4c-4c2e-9437-a68cc5762773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:07.435448 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d708541-2354-4541-9e22-91df07e40393 None None] Routers {'29461bd4-867b-4d23-bb43-3bf2394f6c99'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:38:07.436280 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-5d708541-2354-4541-9e22-91df07e40393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016f33e6a0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:37:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['29461bd4-867b-4d23-bb43-3bf2394f6c99'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:07.467099 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ff21cb24-1c4c-4c2e-9437-a68cc5762773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:07.470799 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ff21cb24-1c4c-4c2e-9437-a68cc5762773 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df66cd9a-676f-4921-a9d1-0b4bb081d5ba HTTP/1.1" status: 204  len: 168 time: 0.6470287
Apr 20 23:38:07.479155 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-545c7f02-a1b8-4d33-b10d-7bba913fc510 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "PUT /v2.0/floatingips/ba3d076d-d222-4739-a6a6-8aab0f7df100 HTTP/1.1" status: 200  len: 991 time: 2.7617319
Apr 20 23:38:07.480145 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7fad75-8889-4b81-9fe8-272cd9aa4c9f', 'tag': '52b909ea-7548-46fb-8a48-eb9a45af430f'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:38:07.509870 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c9b8d1d5-aace-4bbf-95ff-0853af90bdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:07.515249 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-961ae67b-1f42-4e4f-80cd-6def314df111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:07.529951 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8d1d5-aace-4bbf-95ff-0853af90bdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15500aeb-d784-486b-8e4a-e5f321bf1c9d,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:07.534010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c9b8d1d5-aace-4bbf-95ff-0853af90bdca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:07.536507 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c9b8d1d5-aace-4bbf-95ff-0853af90bdca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:07.537818 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c9b8d1d5-aace-4bbf-95ff-0853af90bdca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15500aeb-d784-486b-8e4a-e5f321bf1c9d HTTP/1.1" status: 204  len: 168 time: 0.3071079
Apr 20 23:38:07.567887 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7fad75-8889-4b81-9fe8-272cd9aa4c9f', 'tag': '52b909ea-7548-46fb-8a48-eb9a45af430f', 'status': 'completed', 'code': 200}
Apr 20 23:38:07.714216 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-5d708541-2354-4541-9e22-91df07e40393 None None] Set router 29461bd4-867b-4d23-bb43-3bf2394f6c99 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:38:07.801546 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a5b3b-b8a4-4404-862e-3eac6e78e049 req-09f803bc-a4f4-44f9-9475-b6bf768e8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:07.803160 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e2a5b3b-b8a4-4404-862e-3eac6e78e049 req-09f803bc-a4f4-44f9-9475-b6bf768e8a64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=329d4da5822347079a9af5d11eb238fa&device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 1099 time: 0.1471319
Apr 20 23:38:07.850495 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:08.019721 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a5b3b-b8a4-4404-862e-3eac6e78e049 req-ab25fd31-87f0-4fb3-960c-ef9854b1cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:08.021539 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e2a5b3b-b8a4-4404-862e-3eac6e78e049 req-ab25fd31-87f0-4fb3-960c-ef9854b1cb5a service neutron] 10.222.0.10 "GET /v2.0/networks?id=86b2d3ea-b04f-45c5-b131-8d05e2d86813 HTTP/1.1" status: 200  len: 916 time: 0.2096536
Apr 20 23:38:08.169154 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e2a5b3b-b8a4-4404-862e-3eac6e78e049 req-3ef0c74b-50e4-4776-9ea9-398616478f4e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52b909ea-7548-46fb-8a48-eb9a45af430f HTTP/1.1" status: 200  len: 999 time: 0.1357622
Apr 20 23:38:08.249798 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a5b3b-b8a4-4404-862e-3eac6e78e049 req-5c6216c0-4e8f-461b-8eef-3795b5b43bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:08.251691 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-5d708541-2354-4541-9e22-91df07e40393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016f33e6a0>, [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:37:16Z', 'revision_number': 4, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port': {'id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:08Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': 'ba3d076d-d222-4739-a6a6-8aab0f7df100', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'port_id': '52b909ea-7548-46fb-8a48-eb9a45af430f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'mac_address': 'fa:16:3e:0e:12:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fad75-8889-4b81-9fe8-272cd9aa4c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:37:26Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 1, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1dd1dca-ecc5-4b23-90a2-d034e4c81235', 'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'mac_address': 'fa:16:3e:e6:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:15Z', 'updated_at': '2021-04-20T23:37:29Z', 'revision_number': 5, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'subnets': [{'id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:08.252852 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e2a5b3b-b8a4-4404-862e-3eac6e78e049 req-5c6216c0-4e8f-461b-8eef-3795b5b43bfa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=511ddee7-7c62-4422-908f-d9585fcbf53b HTTP/1.1" status: 200  len: 855 time: 0.0742564
Apr 20 23:38:08.256556 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d708541-2354-4541-9e22-91df07e40393 None None] Checking router: 29461bd4-867b-4d23-bb43-3bf2394f6c99 for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:38:08.266560 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d708541-2354-4541-9e22-91df07e40393 None None] Routers {'29461bd4-867b-4d23-bb43-3bf2394f6c99'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:38:08.267305 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-5d708541-2354-4541-9e22-91df07e40393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016f33e6a0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:37:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['29461bd4-867b-4d23-bb43-3bf2394f6c99'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:08.343021 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a5b3b-b8a4-4404-862e-3eac6e78e049 req-f7493c7e-4a1d-47c7-81f9-8a4ccac83a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:08.345503 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e2a5b3b-b8a4-4404-862e-3eac6e78e049 req-f7493c7e-4a1d-47c7-81f9-8a4ccac83a26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86b2d3ea-b04f-45c5-b131-8d05e2d86813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827529
Apr 20 23:38:08.378857 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 39050) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:08.406023 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 39056) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:08.485489 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6c5a558-bb9d-44e4-931a-44037d4af288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:08.509024 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e2a5b3b-b8a4-4404-862e-3eac6e78e049 req-cb8f734d-79fc-46be-9862-82d4450861b4 service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544878
Apr 20 23:38:08.511679 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:08.553026 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f6c5a558-bb9d-44e4-931a-44037d4af288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:08.573713 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:08.578923 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f6c5a558-bb9d-44e4-931a-44037d4af288 admin admin] Usage tracker for resource:security_group_rule and tenant:ce469812b078459d88a58b8a9826b528 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:08.597150 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f6c5a558-bb9d-44e4-931a-44037d4af288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:08.604431 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Usage tracker for resource:security_group_rule and tenant:b22f6bcb018941898d503eeedf4800e0 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:08.606936 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-5d708541-2354-4541-9e22-91df07e40393 None None] Set router 29461bd4-867b-4d23-bb43-3bf2394f6c99 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:38:08.610812 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f6c5a558-bb9d-44e4-931a-44037d4af288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:08.622756 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:08.637537 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:08.771817 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e2a5b3b-b8a4-4404-862e-3eac6e78e049 req-ebf13a0f-3906-4576-b92e-af705f258a05 service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2442131
Apr 20 23:38:09.061114 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ae433-bf20-4444-b00a-67228ecc7140 req-c48a6ea6-8fbc-4209-829a-6641855929be tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:09.063515 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b01ae433-bf20-4444-b00a-67228ecc7140 req-c48a6ea6-8fbc-4209-829a-6641855929be tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.3885643
Apr 20 23:38:09.119209 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:09.130384 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6c5a558-bb9d-44e4-931a-44037d4af288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:09.152458 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:09.163403 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b01ae433-bf20-4444-b00a-67228ecc7140 req-0246de70-d0fa-4af9-a455-e3fc145ef103 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726473
Apr 20 23:38:09.165607 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-af52fe8d-97e7-4f38-ad14-57e4697080a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:09.194170 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-5d708541-2354-4541-9e22-91df07e40393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016f33e6a0>, [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:37:16Z', 'revision_number': 4, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port': {'id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:08Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': 'ba3d076d-d222-4739-a6a6-8aab0f7df100', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'port_id': '52b909ea-7548-46fb-8a48-eb9a45af430f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'mac_address': 'fa:16:3e:0e:12:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fad75-8889-4b81-9fe8-272cd9aa4c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:37:26Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 1, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1dd1dca-ecc5-4b23-90a2-d034e4c81235', 'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'mac_address': 'fa:16:3e:e6:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:15Z', 'updated_at': '2021-04-20T23:37:29Z', 'revision_number': 5, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'subnets': [{'id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:09.194528 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6c5a558-bb9d-44e4-931a-44037d4af288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:09.196941 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d708541-2354-4541-9e22-91df07e40393 None None] The sync data for ids ['29461bd4-867b-4d23-bb43-3bf2394f6c99'] in dv-cinder-680889-5-iscsi is: [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:37:16Z', 'revision_number': 4, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port': {'id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:08Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': 'ba3d076d-d222-4739-a6a6-8aab0f7df100', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'port_id': '52b909ea-7548-46fb-8a48-eb9a45af430f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'mac_address': 'fa:16:3e:0e:12:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fad75-8889-4b81-9fe8-272cd9aa4c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:37:26Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 1, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1dd1dca-ecc5-4b23-90a2-d034e4c81235', 'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'mac_address': 'fa:16:3e:e6:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:15Z', 'updated_at': '2021-04-20T23:37:29Z', 'revision_number': 5, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'subnets': [{'id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:38:09.248086 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b22f6bcb018941898d503eeedf4800e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8373244
Apr 20 23:38:09.248086 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588dd682-eaec-479e-aa79-3919b482815a,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:09.248582 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 39080) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:09.262097 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:09.262510 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:09.263074 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:09.263498 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:09.264011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:09.264254 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:09.264638 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:09.265019 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:09.265403 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:09.266330 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:09.266801 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:09.267210 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:09.271549 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:09.272430 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:09.287364 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f6c5a558-bb9d-44e4-931a-44037d4af288 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce469812b078459d88a58b8a9826b528&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9057343
Apr 20 23:38:09.288542 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 39084) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:09.331042 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-59e9a449-0379-4aa8-9fd2-32acd99e0ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:09.333899 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 39088) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:09.341816 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5a558-bb9d-44e4-931a-44037d4af288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6bffe7-e2ce-4629-bd93-bf22c9cae98f,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:09.348737 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f6c5a558-bb9d-44e4-931a-44037d4af288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:09.372110 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-59e9a449-0379-4aa8-9fd2-32acd99e0ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:09.388656 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9f793f1d-bc47-4fe1-b481-e7f87ecd636c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:09.422935 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9f793f1d-bc47-4fe1-b481-e7f87ecd636c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:09.505163 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-59e9a449-0379-4aa8-9fd2-32acd99e0ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:09.510328 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ab0eb5af-e6bb-4b99-a4f2-8fa5b2474d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:09.518445 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4365420b-1e44-421e-b8e9-f36ee1f7e1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:09.519078 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9f793f1d-bc47-4fe1-b481-e7f87ecd636c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:09.525038 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3d9b15b8-99d0-453c-946a-4c0a467b172e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:09.537085 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9a449-0379-4aa8-9fd2-32acd99e0ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588dd682-eaec-479e-aa79-3919b482815a,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:09.539297 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f793f1d-bc47-4fe1-b481-e7f87ecd636c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6bffe7-e2ce-4629-bd93-bf22c9cae98f,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:09.543108 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf51c7e-fe0b-49d9-a19a-c0ba869acac9 None None] New status for floating IP ba3d076d-d222-4739-a6a6-8aab0f7df100: ACTIVE {{(pid=86387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:38:09.543352 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4365420b-1e44-421e-b8e9-f36ee1f7e1af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:09.543471 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9f793f1d-bc47-4fe1-b481-e7f87ecd636c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:09.548034 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4365420b-1e44-421e-b8e9-f36ee1f7e1af admin admin] Usage tracker for resource:security_group_rule and tenant:f524a18048af486696eeb79257b46c82 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:09.550335 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9f793f1d-bc47-4fe1-b481-e7f87ecd636c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:09.550930 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4365420b-1e44-421e-b8e9-f36ee1f7e1af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:09.554759 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9f793f1d-bc47-4fe1-b481-e7f87ecd636c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a6bffe7-e2ce-4629-bd93-bf22c9cae98f HTTP/1.1" status: 204  len: 168 time: 0.2646329
Apr 20 23:38:09.563833 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4365420b-1e44-421e-b8e9-f36ee1f7e1af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:09.588377 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-59e9a449-0379-4aa8-9fd2-32acd99e0ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:09.594073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-59e9a449-0379-4aa8-9fd2-32acd99e0ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:09.598651 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-59e9a449-0379-4aa8-9fd2-32acd99e0ab1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/588dd682-eaec-479e-aa79-3919b482815a HTTP/1.1" status: 204  len: 168 time: 0.3490279
Apr 20 23:38:09.715705 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4365420b-1e44-421e-b8e9-f36ee1f7e1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:09.796774 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4365420b-1e44-421e-b8e9-f36ee1f7e1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:09.807498 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b5e53a32-f7f4-427a-9fa9-cafcdc515007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:09.959907 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4365420b-1e44-421e-b8e9-f36ee1f7e1af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f524a18048af486696eeb79257b46c82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5268536
Apr 20 23:38:09.959907 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365420b-1e44-421e-b8e9-f36ee1f7e1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d493807f-95de-4f33-8850-bc100f210862,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:09.959907 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4365420b-1e44-421e-b8e9-f36ee1f7e1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:09.961469 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 39104) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:10.063366 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c5c68db-7437-4bcb-8f78-e1815d1c78e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:10.063366 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c5c68db-7437-4bcb-8f78-e1815d1c78e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:10.160482 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c5c68db-7437-4bcb-8f78-e1815d1c78e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:10.166701 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:10.179853 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c68db-7437-4bcb-8f78-e1815d1c78e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d493807f-95de-4f33-8850-bc100f210862,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:10.182964 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4c5c68db-7437-4bcb-8f78-e1815d1c78e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:10.208296 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4c5c68db-7437-4bcb-8f78-e1815d1c78e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:10.210634 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4c5c68db-7437-4bcb-8f78-e1815d1c78e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d493807f-95de-4f33-8850-bc100f210862 HTTP/1.1" status: 204  len: 168 time: 0.2481329
Apr 20 23:38:10.510187 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1da9f-fe6a-47f2-b75c-31a976a504c4 req-8de3d751-dd4d-4d83-9566-e55e37be851d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:10.519074 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b0c1da9f-fe6a-47f2-b75c-31a976a504c4 req-8de3d751-dd4d-4d83-9566-e55e37be851d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.1815021
Apr 20 23:38:10.587522 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b0c1da9f-fe6a-47f2-b75c-31a976a504c4 req-f9c19466-0f79-434e-85c0-da76e18bd15e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616195
Apr 20 23:38:10.943030 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6023e0-3a65-48fa-8351-1c25155d4806 req-b0eb728e-95a8-4192-9aee-94de90695ab0 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:10.944660 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0b6023e0-3a65-48fa-8351-1c25155d4806 req-b0eb728e-95a8-4192-9aee-94de90695ab0 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 945 time: 0.1166773
Apr 20 23:38:11.023516 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0b6023e0-3a65-48fa-8351-1c25155d4806 req-6fb8e9e4-c9be-4908-9e20-ab99f2a3769e tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703375
Apr 20 23:38:11.801369 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7db48f-1f68-4af3-ae7a-ea48fbc0e874 req-54dc6b40-14fb-4b1b-8b2d-124061b52bd4 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:11.803011 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2d7db48f-1f68-4af3-ae7a-ea48fbc0e874 req-54dc6b40-14fb-4b1b-8b2d-124061b52bd4 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.1139469
Apr 20 23:38:11.854153 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2d7db48f-1f68-4af3-ae7a-ea48fbc0e874 req-ee0606e4-2734-4dd9-85f0-5f640385eaed tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444152
Apr 20 23:38:12.267103 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ff327-cdd5-4fef-981c-72c87a2c116f req-56ec0f25-db23-43b2-9afc-f22a9fba4186 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:12.268762 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-830ff327-cdd5-4fef-981c-72c87a2c116f req-56ec0f25-db23-43b2-9afc-f22a9fba4186 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 945 time: 0.1037879
Apr 20 23:38:12.325988 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-830ff327-cdd5-4fef-981c-72c87a2c116f req-2fdb9418-3a9a-420b-a8e5-0f730787e395 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507178
Apr 20 23:38:13.089900 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15788a-4503-41af-8666-0755b966ce8b req-eac53f2f-937f-4df2-9ede-44ccf53303b1 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:13.091546 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1c15788a-4503-41af-8666-0755b966ce8b req-eac53f2f-937f-4df2-9ede-44ccf53303b1 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.0978460
Apr 20 23:38:13.147026 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1c15788a-4503-41af-8666-0755b966ce8b req-c5dab3ee-89ff-4a07-ad09-ca813c416b66 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461545
Apr 20 23:38:13.527950 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a276a1a-8c62-496d-be1a-df303dbf3316 req-43d4db16-f5f2-44f8-91f6-5a77bdcf4272 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:13.529511 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0a276a1a-8c62-496d-be1a-df303dbf3316 req-43d4db16-f5f2-44f8-91f6-5a77bdcf4272 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 945 time: 0.0884376
Apr 20 23:38:13.582504 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0a276a1a-8c62-496d-be1a-df303dbf3316 req-7c665a81-155e-488b-b1fe-9a8eef428d75 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450473
Apr 20 23:38:14.349218 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76f906-426f-4f4d-ad83-4b146a4725dd req-623a918b-20f3-4170-b185-2cd2e5602a87 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:14.350693 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ef76f906-426f-4f4d-ad83-4b146a4725dd req-623a918b-20f3-4170-b185-2cd2e5602a87 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.0889816
Apr 20 23:38:14.398573 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ef76f906-426f-4f4d-ad83-4b146a4725dd req-bc0f0eb6-b002-4cf5-8b81-5a2ac20627dc tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414941
Apr 20 23:38:14.794623 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04022f-3cf9-4405-8e2f-0e4acc0bc629 req-51d762fe-de49-4aa5-a006-a244fa4976a7 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:14.796235 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8b04022f-3cf9-4405-8e2f-0e4acc0bc629 req-51d762fe-de49-4aa5-a006-a244fa4976a7 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 945 time: 0.0959947
Apr 20 23:38:14.843956 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8b04022f-3cf9-4405-8e2f-0e4acc0bc629 req-edb696a9-79f3-4ec0-9e1e-831c65655c5a tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407274
Apr 20 23:38:15.601253 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f04eab-def6-494e-bb53-d4db9e621eac req-2f0c9f8d-0f21-4fb7-abb1-fef8ea2a4d5d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:15.602804 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00f04eab-def6-494e-bb53-d4db9e621eac req-2f0c9f8d-0f21-4fb7-abb1-fef8ea2a4d5d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.0882211
Apr 20 23:38:15.653661 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00f04eab-def6-494e-bb53-d4db9e621eac req-b8bee26f-0ec2-4c5e-9efc-cd2d324b1c48 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444689
Apr 20 23:38:16.019202 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d43393-1f32-4677-a921-621fb413429d req-4812bdc4-cb19-4549-b2ed-3246cc32df0d tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:16.020786 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c0d43393-1f32-4677-a921-621fb413429d req-4812bdc4-cb19-4549-b2ed-3246cc32df0d tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.10 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 945 time: 0.0928767
Apr 20 23:38:16.061676 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67129b-0e52-4a1f-95be-67ebe78fe352 req-736db737-6128-450f-b69c-d8fa2db25654 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:16.064155 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8c67129b-0e52-4a1f-95be-67ebe78fe352 req-736db737-6128-450f-b69c-d8fa2db25654 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 945 time: 0.0958271
Apr 20 23:38:16.110947 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-c0d43393-1f32-4677-a921-621fb413429d req-471de855-3259-46e1-87fe-6f53c085c406 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Deleting port 81a33225-d73a-4ced-98f9-4e89ce0aa30f {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:38:16.112900 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-c0d43393-1f32-4677-a921-621fb413429d req-471de855-3259-46e1-87fe-6f53c085c406 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:16.124606 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8c67129b-0e52-4a1f-95be-67ebe78fe352 req-aa7d6e9b-ca3a-4b71-ab19-d893c07deb29 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/security-groups?id=aebea389-8a05-412d-bc05-2ab07ab674b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468566
Apr 20 23:38:16.442281 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-c0d43393-1f32-4677-a921-621fb413429d req-471de855-3259-46e1-87fe-6f53c085c406 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] For port 81a33225-d73a-4ced-98f9-4e89ce0aa30f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=81a33225-d73a-4ced-98f9-4e89ce0aa30f,segment=NetworkSegment(da4da8c1-6685-43ac-a520-235ae44eeeb7),segment_id=da4da8c1-6685-43ac-a520-235ae44eeeb7)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:16.442689 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-c0d43393-1f32-4677-a921-621fb413429d req-471de855-3259-46e1-87fe-6f53c085c406 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:16.605941 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-c0d43393-1f32-4677-a921-621fb413429d req-471de855-3259-46e1-87fe-6f53c085c406 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Calling delete_port for 81a33225-d73a-4ced-98f9-4e89ce0aa30f owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:38:16.782180 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ac277338-5f31-4108-a206-1218e7974893 req-68110517-9217-470e-b384-033de8016caa tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=490d4eae1ce143c882b0bac5fd072467&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0651162
Apr 20 23:38:16.785217 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 39394) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:16.946256 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-07e8b5a4-3ea0-4db4-9914-1d3036d9f889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:16.969669 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52c0a3-b15f-4389-81b1-74483de6dfc3 req-df8f7b82-ed64-49e4-a262-48a91584213b tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:16.971275 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9c52c0a3-b15f-4389-81b1-74483de6dfc3 req-df8f7b82-ed64-49e4-a262-48a91584213b tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.1172402
Apr 20 23:38:16.982083 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-07e8b5a4-3ea0-4db4-9914-1d3036d9f889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:16.998490 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-07e8b5a4-3ea0-4db4-9914-1d3036d9f889 admin admin] Usage tracker for resource:security_group_rule and tenant:3921b0013d694d8eb69500fe112551f9 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:17.003794 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-07e8b5a4-3ea0-4db4-9914-1d3036d9f889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:17.011612 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-c0d43393-1f32-4677-a921-621fb413429d req-471de855-3259-46e1-87fe-6f53c085c406 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:17.018989 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac277338-5f31-4108-a206-1218e7974893 req-215d2e3c-ccf7-4fc8-8761-1a609b83b8c0 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:17.020855 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ac277338-5f31-4108-a206-1218e7974893 req-215d2e3c-ccf7-4fc8-8761-1a609b83b8c0 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2275317
Apr 20 23:38:17.021798 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-07e8b5a4-3ea0-4db4-9914-1d3036d9f889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:17.025600 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:17.043398 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ac277338-5f31-4108-a206-1218e7974893 req-4891beb9-4246-401f-b201-68ebaa80020a tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/quotas/490d4eae1ce143c882b0bac5fd072467 HTTP/1.1" status: 200  len: 375 time: 0.0160341
Apr 20 23:38:17.061408 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9c52c0a3-b15f-4389-81b1-74483de6dfc3 req-2d956ca9-c033-489d-9c23-f0f6174b5a76 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833888
Apr 20 23:38:17.063937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['81a33225-d73a-4ced-98f9-4e89ce0aa30f'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:38:17.080545 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471de855-3259-46e1-87fe-6f53c085c406 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Pushing event deleted for resources: {'Port': ['ID=81a33225-d73a-4ced-98f9-4e89ce0aa30f,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:17.096957 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-471de855-3259-46e1-87fe-6f53c085c406 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:17.121834 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ac277338-5f31-4108-a206-1218e7974893 req-3eacd867-bf8a-4835-98cf-dd560a6dfe66 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=490d4eae1ce143c882b0bac5fd072467&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0703900
Apr 20 23:38:17.196803 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-07e8b5a4-3ea0-4db4-9914-1d3036d9f889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:17.256134 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-07e8b5a4-3ea0-4db4-9914-1d3036d9f889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:17.267369 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:17.315109 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-07e8b5a4-3ea0-4db4-9914-1d3036d9f889 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3921b0013d694d8eb69500fe112551f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5286720
Apr 20 23:38:17.323489 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 39408) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:17.480474 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d43393-1f32-4677-a921-621fb413429d req-471de855-3259-46e1-87fe-6f53c085c406 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] No DVR routers for this DVR port 81a33225-d73a-4ced-98f9-4e89ce0aa30f on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:38:17.481300 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-63ed3843-27ba-4d53-8976-8fd35532ce18 req-c97eab9b-890b-4509-8320-42116e966659 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 210 time: 0.1010225
Apr 20 23:38:17.497574 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-636ee727-f74c-4e10-9bcd-06182570226c req-d3660440-b9be-48f2-85bc-50f71e03b619 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 210 time: 0.0779636
Apr 20 23:38:17.503754 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b65a81a6-0024-4c5f-a3f7-fbdff8abb5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:17.507862 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-c0d43393-1f32-4677-a921-621fb413429d req-471de855-3259-46e1-87fe-6f53c085c406 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:17.511468 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12facb2-c4cf-44d3-8d58-89f49d8f2c27', 'name': 'network-vif-deleted', 'tag': '81a33225-d73a-4ced-98f9-4e89ce0aa30f'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:38:17.533528 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b65a81a6-0024-4c5f-a3f7-fbdff8abb5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:17.551571 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8b5a4-3ea0-4db4-9914-1d3036d9f889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593b2f9d-ba71-45f1-9ecb-470c528bf8ff,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:17.556319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-07e8b5a4-3ea0-4db4-9914-1d3036d9f889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:17.585317 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c0d43393-1f32-4677-a921-621fb413429d req-471de855-3259-46e1-87fe-6f53c085c406 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.10 "DELETE /v2.0/ports/81a33225-d73a-4ced-98f9-4e89ce0aa30f HTTP/1.1" status: 204  len: 173 time: 1.5584764
Apr 20 23:38:17.597041 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12facb2-c4cf-44d3-8d58-89f49d8f2c27', 'name': 'network-vif-deleted', 'tag': '81a33225-d73a-4ced-98f9-4e89ce0aa30f', 'status': 'completed', 'code': 200}
Apr 20 23:38:17.648404 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b65a81a6-0024-4c5f-a3f7-fbdff8abb5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:17.656747 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-496122e0-03f8-4e24-9b2d-80c59d47db03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:17.669255 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a81a6-0024-4c5f-a3f7-fbdff8abb5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593b2f9d-ba71-45f1-9ecb-470c528bf8ff,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:17.694010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 39428) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:17.702650 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b65a81a6-0024-4c5f-a3f7-fbdff8abb5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:17.708972 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b65a81a6-0024-4c5f-a3f7-fbdff8abb5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:17.710406 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b65a81a6-0024-4c5f-a3f7-fbdff8abb5a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/593b2f9d-ba71-45f1-9ecb-470c528bf8ff HTTP/1.1" status: 204  len: 168 time: 0.3910823
Apr 20 23:38:17.862868 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-33a46047-e893-41c6-adc1-285b0ff0ebba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:17.891604 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-33a46047-e893-41c6-adc1-285b0ff0ebba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:17.895657 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-33a46047-e893-41c6-adc1-285b0ff0ebba admin admin] Usage tracker for resource:security_group_rule and tenant:486cc4560e1b47ff990af9b553d46e83 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:17.898950 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-33a46047-e893-41c6-adc1-285b0ff0ebba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:17.905248 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-33a46047-e893-41c6-adc1-285b0ff0ebba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:17.999539 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-33a46047-e893-41c6-adc1-285b0ff0ebba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:18.034132 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-33a46047-e893-41c6-adc1-285b0ff0ebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:18.045125 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4365420b-1e44-421e-b8e9-f36ee1f7e1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:18.097408 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-33a46047-e893-41c6-adc1-285b0ff0ebba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=486cc4560e1b47ff990af9b553d46e83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4005551
Apr 20 23:38:18.098705 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 39456) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:18.099710 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a46047-e893-41c6-adc1-285b0ff0ebba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e52301-e60f-4654-a672-52460698e76f,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:18.103950 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-33a46047-e893-41c6-adc1-285b0ff0ebba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:18.191693 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8d110493-a851-407a-be1c-df2779cb0d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:18.220835 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8d110493-a851-407a-be1c-df2779cb0d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:18.361201 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3717143-47e3-4937-9a2c-660f3c98356e req-b55a195b-1493-4920-8f5b-d04dc4eda2c7 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:18.362869 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3717143-47e3-4937-9a2c-660f3c98356e req-b55a195b-1493-4920-8f5b-d04dc4eda2c7 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.0999694
Apr 20 23:38:18.403605 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8d110493-a851-407a-be1c-df2779cb0d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:18.412867 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b3839986-4042-4635-927b-f76861c512fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:18.436130 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3717143-47e3-4937-9a2c-660f3c98356e req-0df81b58-2443-4f9f-80a3-a552428be538 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645654
Apr 20 23:38:18.436456 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d110493-a851-407a-be1c-df2779cb0d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e52301-e60f-4654-a672-52460698e76f,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:18.439427 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8d110493-a851-407a-be1c-df2779cb0d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:18.441785 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8d110493-a851-407a-be1c-df2779cb0d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:18.443943 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-8d110493-a851-407a-be1c-df2779cb0d04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1e52301-e60f-4654-a672-52460698e76f HTTP/1.1" status: 204  len: 168 time: 0.3434174
Apr 20 23:38:18.637383 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 39472) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:18.660989 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f3640afd-d292-4a91-8981-a7d8e1cd373f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:18.672613 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bac762bf-94e2-4460-a76b-e4423f8c3a71 req-03787f99-ca9e-47d5-a760-cb587341b959 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 210 time: 0.0635319
Apr 20 23:38:18.690868 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f3640afd-d292-4a91-8981-a7d8e1cd373f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:18.695832 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f3640afd-d292-4a91-8981-a7d8e1cd373f admin admin] Usage tracker for resource:security_group_rule and tenant:4eb15b1f6ac540b2a048256d76c18414 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:18.698919 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f3640afd-d292-4a91-8981-a7d8e1cd373f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:18.705845 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f3640afd-d292-4a91-8981-a7d8e1cd373f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:18.793526 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c2d71fb-0c0b-41a4-a178-95041cc971fb req-d32fe41a-cf59-405b-94a0-4231bbb1addf tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] 10.222.0.15 "GET /v2.0/ports?device_id=f12facb2-c4cf-44d3-8d58-89f49d8f2c27 HTTP/1.1" status: 200  len: 210 time: 0.0641570
Apr 20 23:38:18.856921 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f3640afd-d292-4a91-8981-a7d8e1cd373f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:18.918738 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f3640afd-d292-4a91-8981-a7d8e1cd373f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:18.927632 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-657a2d32-a7be-4d10-b52c-83fa6881f3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:18.971766 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f3640afd-d292-4a91-8981-a7d8e1cd373f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4eb15b1f6ac540b2a048256d76c18414&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3331840
Apr 20 23:38:18.973669 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3640afd-d292-4a91-8981-a7d8e1cd373f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642f88b8-ce13-4597-bcf1-bf62bbc2af8b,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:18.974694 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 39480) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:18.976888 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f3640afd-d292-4a91-8981-a7d8e1cd373f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:19.041369 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d7473aee-c718-406e-9132-937b754a4c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:19.076048 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d7473aee-c718-406e-9132-937b754a4c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:19.113946 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 39484) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:19.134835 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ecaca4d3-5b91-45ee-879b-a73b6874f880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:19.151256 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ecaca4d3-5b91-45ee-879b-a73b6874f880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:19.156493 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ecaca4d3-5b91-45ee-879b-a73b6874f880 admin admin] Usage tracker for resource:security_group_rule and tenant:bfd26a7540a4401090627b5c17399bf4 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:19.160114 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ecaca4d3-5b91-45ee-879b-a73b6874f880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:19.167007 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ecaca4d3-5b91-45ee-879b-a73b6874f880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:19.181938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d7473aee-c718-406e-9132-937b754a4c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:19.188124 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:19.207574 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7473aee-c718-406e-9132-937b754a4c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642f88b8-ce13-4597-bcf1-bf62bbc2af8b,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:19.210814 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d7473aee-c718-406e-9132-937b754a4c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:19.213371 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d7473aee-c718-406e-9132-937b754a4c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:19.214591 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d7473aee-c718-406e-9132-937b754a4c7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/642f88b8-ce13-4597-bcf1-bf62bbc2af8b HTTP/1.1" status: 204  len: 168 time: 0.2385709
Apr 20 23:38:19.309048 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 81a33225-d73a-4ced-98f9-4e89ce0aa30f no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:38:19.359010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: 81a33225-d73a-4ced-98f9-4e89ce0aa30f {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:38:19.359425 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 81a33225-d73a-4ced-98f9-4e89ce0aa30f not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:38:19.363047 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ecaca4d3-5b91-45ee-879b-a73b6874f880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:19.399836 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ecaca4d3-5b91-45ee-879b-a73b6874f880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:19.409721 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fdbb8342-56e9-40e3-9104-2bfe3c2cf464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:19.464441 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ecaca4d3-5b91-45ee-879b-a73b6874f880 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfd26a7540a4401090627b5c17399bf4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3493261
Apr 20 23:38:19.466075 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaca4d3-5b91-45ee-879b-a73b6874f880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6129ca30-780a-4604-a441-c939c1278635,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:19.467369 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 39492) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:19.469601 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ecaca4d3-5b91-45ee-879b-a73b6874f880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:19.534163 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-31c74042-4dcb-4f96-bec9-c96f4f60f943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:19.563510 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-31c74042-4dcb-4f96-bec9-c96f4f60f943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:19.666883 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe6443-ffc7-4e61-a824-175fb7f029b8 req-a4117f3f-9a28-4528-8fc5-4372a1b64129 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:19.668544 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a1fe6443-ffc7-4e61-a824-175fb7f029b8 req-a4117f3f-9a28-4528-8fc5-4372a1b64129 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.0937824
Apr 20 23:38:19.694748 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-31c74042-4dcb-4f96-bec9-c96f4f60f943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:19.702423 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c9b8d1d5-aace-4bbf-95ff-0853af90bdca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:19.736966 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c74042-4dcb-4f96-bec9-c96f4f60f943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6129ca30-780a-4604-a441-c939c1278635,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:19.742206 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-31c74042-4dcb-4f96-bec9-c96f4f60f943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:19.745239 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-31c74042-4dcb-4f96-bec9-c96f4f60f943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:19.754615 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-31c74042-4dcb-4f96-bec9-c96f4f60f943 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6129ca30-780a-4604-a441-c939c1278635 HTTP/1.1" status: 204  len: 168 time: 0.2859573
Apr 20 23:38:19.825860 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a1fe6443-ffc7-4e61-a824-175fb7f029b8 req-1a6ba55e-8312-4c80-913f-9e754944dbc4 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350756
Apr 20 23:38:19.960642 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e8c39dd-0164-4a74-adb9-21919a818377 req-b030d8f6-82fb-457c-89c6-c8033e996a46 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 210 time: 0.0638454
Apr 20 23:38:20.074484 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ac277338-5f31-4108-a206-1218e7974893 req-e73a3791-c111-46e8-84b9-bf30dba54842 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=490d4eae1ce143c882b0bac5fd072467&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0416920
Apr 20 23:38:20.075794 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 39522) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:20.116470 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3cecc562-3679-4124-85b1-5df2bd7b9c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:20.142675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3cecc562-3679-4124-85b1-5df2bd7b9c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:20.165211 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3cecc562-3679-4124-85b1-5df2bd7b9c67 admin admin] Usage tracker for resource:security_group_rule and tenant:2fd93c6996d046bca5df3d6756b3d8f1 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:20.175119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3cecc562-3679-4124-85b1-5df2bd7b9c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:20.184144 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3cecc562-3679-4124-85b1-5df2bd7b9c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:20.353114 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac277338-5f31-4108-a206-1218e7974893 req-afe7c9a2-1c90-437c-a9e6-e8de98a8c9bb tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:20.376132 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ac277338-5f31-4108-a206-1218e7974893 req-afe7c9a2-1c90-437c-a9e6-e8de98a8c9bb tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2876172
Apr 20 23:38:20.386451 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3cecc562-3679-4124-85b1-5df2bd7b9c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:20.405561 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Request body: {'port': {'device_id': 'ad1b365b-52cb-4fbd-8566-1c446839cda0', 'network_id': 'af38cc1a-bdb4-4f03-b159-8f02bf8bf249', 'admin_state_up': True, 'tenant_id': '490d4eae1ce143c882b0bac5fd072467'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:38:20.435909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3cecc562-3679-4124-85b1-5df2bd7b9c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:20.450065 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:20.513086 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3cecc562-3679-4124-85b1-5df2bd7b9c67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fd93c6996d046bca5df3d6756b3d8f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4359810
Apr 20 23:38:20.516431 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 39550) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:20.530519 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cecc562-3679-4124-85b1-5df2bd7b9c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84501bb7-4bf3-428e-bd6e-aa2514071aa6,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:20.546865 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3cecc562-3679-4124-85b1-5df2bd7b9c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:20.619846 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-519e01ce-83d7-46c2-a01c-596b13123c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:20.644982 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:20.649433 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Usage tracker for resource:port and tenant:490d4eae1ce143c882b0bac5fd072467 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:20.651635 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-519e01ce-83d7-46c2-a01c-596b13123c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:20.653048 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:20.660945 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:20.737140 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Made reservation on behalf of 490d4eae1ce143c882b0bac5fd072467 for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:38:20.743554 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:20.759202 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:20.764806 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-519e01ce-83d7-46c2-a01c-596b13123c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:20.773822 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:20.781628 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:20.786548 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Usage tracker for resource:security_group_rule and tenant:490d4eae1ce143c882b0bac5fd072467 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:20.788742 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e01ce-83d7-46c2-a01c-596b13123c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84501bb7-4bf3-428e-bd6e-aa2514071aa6,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:20.790622 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:20.799822 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:20.808800 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-519e01ce-83d7-46c2-a01c-596b13123c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:20.839291 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-519e01ce-83d7-46c2-a01c-596b13123c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:20.841219 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-519e01ce-83d7-46c2-a01c-596b13123c39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84501bb7-4bf3-428e-bd6e-aa2514071aa6 HTTP/1.1" status: 204  len: 168 time: 0.3235085
Apr 20 23:38:20.908501 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:20.972620 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:20.978895 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3bea735d-5e68-4509-81bc-c5a0c5886eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:21.147355 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ce6373-a6e8-4ed2-a139-d228e9a3ccb4,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:21.150829 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:21.155445 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c1c5b421-de00-47f2-a337-b91e3ee93c3a req-c1983076-d96e-4e99-b2ec-3ef6770d8713 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 210 time: 0.0553281
Apr 20 23:38:21.250565 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d2a33-e3c1-4a6f-ad0f-2b0d505e5a75 req-ebeedb8e-6339-4839-9a1d-dd71023d5149 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:21.250565 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-da7d2a33-e3c1-4a6f-ad0f-2b0d505e5a75 req-ebeedb8e-6339-4839-9a1d-dd71023d5149 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.2720211
Apr 20 23:38:21.280629 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Allocated IP 192.168.233.233 (af38cc1a-bdb4-4f03-b159-8f02bf8bf249/2ec678b5-3b34-4a03-9a1e-e05d30a563f4/466d220b-aaad-4ebc-82cd-3fab659459f6) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:38:21.294303 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 39588) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:21.320514 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-da7d2a33-e3c1-4a6f-ad0f-2b0d505e5a75 req-67e97d63-a9bd-42ea-b4fb-b8c00380e2ba tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607245
Apr 20 23:38:21.478286 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7cc40d2d-bc96-4d17-8405-243beedf35e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:21.496168 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7cc40d2d-bc96-4d17-8405-243beedf35e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:21.500828 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7cc40d2d-bc96-4d17-8405-243beedf35e9 admin admin] Usage tracker for resource:security_group_rule and tenant:1f92a876dc244216988399e21d5dac93 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:21.504428 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7cc40d2d-bc96-4d17-8405-243beedf35e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:21.516295 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7cc40d2d-bc96-4d17-8405-243beedf35e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:21.603547 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:21.618250 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7cc40d2d-bc96-4d17-8405-243beedf35e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:21.626417 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Transition to ACTIVE for port object 466d220b-aaad-4ebc-82cd-3fab659459f6 will not be triggered until provisioned by entity DHCP. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:38:21.661460 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7cc40d2d-bc96-4d17-8405-243beedf35e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:21.678337 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3cecc562-3679-4124-85b1-5df2bd7b9c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:21.705931 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:21.714694 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:21.720818 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7cc40d2d-bc96-4d17-8405-243beedf35e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f92a876dc244216988399e21d5dac93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4209616
Apr 20 23:38:21.721722 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 39608) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:21.725644 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc40d2d-bc96-4d17-8405-243beedf35e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c732bb-8468-415d-8812-52833b6d3467,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:21.729072 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7cc40d2d-bc96-4d17-8405-243beedf35e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:21.801644 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0da29ba3-eed7-497c-a013-42f9f97683e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:21.830584 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Network af38cc1a-bdb4-4f03-b159-8f02bf8bf249 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:38:21.834754 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:38:21.836206 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0da29ba3-eed7-497c-a013-42f9f97683e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:21.855717 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:38:21.863122 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:21.864142 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:21.899547 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Pushing event updated for resources: {'Port': ['ID=466d220b-aaad-4ebc-82cd-3fab659459f6,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:21.917569 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:21.942916 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ac277338-5f31-4108-a206-1218e7974893 req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5434246
Apr 20 23:38:21.966104 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Request body: {'port': {'device_id': 'ad1b365b-52cb-4fbd-8566-1c446839cda0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:38:21.970674 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0da29ba3-eed7-497c-a013-42f9f97683e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:21.974719 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:22.001141 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da29ba3-eed7-497c-a013-42f9f97683e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c732bb-8468-415d-8812-52833b6d3467,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:22.028073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0da29ba3-eed7-497c-a013-42f9f97683e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:22.049117 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0da29ba3-eed7-497c-a013-42f9f97683e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:22.071387 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0da29ba3-eed7-497c-a013-42f9f97683e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3c732bb-8468-415d-8812-52833b6d3467 HTTP/1.1" status: 204  len: 168 time: 0.3484802
Apr 20 23:38:22.149414 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 39628) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:22.193264 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-f53e5eee-6ac5-4730-a14b-d43b252cabc1 None None] Provisioning for port 466d220b-aaad-4ebc-82cd-3fab659459f6 completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:38:22.196692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-f53e5eee-6ac5-4730-a14b-d43b252cabc1 None None] Provisioning complete for port 466d220b-aaad-4ebc-82cd-3fab659459f6 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:38:22.199208 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f53e5eee-6ac5-4730-a14b-d43b252cabc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:22.218771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:22.234102 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c650d8-9a1a-4bbe-9559-d62c1e9ab9cd admin admin] Deleting subnet fcfc7004-3641-455d-939d-edc6e677be01 {{(pid=86385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:38:22.237669 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48c650d8-9a1a-4bbe-9559-d62c1e9ab9cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:22.340365 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-f53e5eee-6ac5-4730-a14b-d43b252cabc1 None None] Port 466d220b-aaad-4ebc-82cd-3fab659459f6 cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:38:22.355782 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48c650d8-9a1a-4bbe-9559-d62c1e9ab9cd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:22.364013 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48c650d8-9a1a-4bbe-9559-d62c1e9ab9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821926496'] for subnet, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:22.746653 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688ac1b-e71d-42ed-9c08-e55aa58a557f req-835cae12-3828-4fcb-ad09-f8b6a7db3997 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:22.747455 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-c688ac1b-e71d-42ed-9c08-e55aa58a557f req-835cae12-3828-4fcb-ad09-f8b6a7db3997 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Synchronizing usage tracker for tenant:490d4eae1ce143c882b0bac5fd072467 on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:38:22.904442 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91816e22-b9ea-4d74-870f-c25121d10eb7 req-f6d677d9-c3ff-4b41-a6f3-0088326b512d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:22.907386 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-91816e22-b9ea-4d74-870f-c25121d10eb7 req-f6d677d9-c3ff-4b41-a6f3-0088326b512d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.2920015
Apr 20 23:38:22.909766 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-c688ac1b-e71d-42ed-9c08-e55aa58a557f req-835cae12-3828-4fcb-ad09-f8b6a7db3997 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Unset dirty status for tenant:490d4eae1ce143c882b0bac5fd072467 on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:38:22.911007 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c688ac1b-e71d-42ed-9c08-e55aa58a557f req-835cae12-3828-4fcb-ad09-f8b6a7db3997 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 936 time: 0.5901825
Apr 20 23:38:22.930357 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1ea79b29-bc6c-47a7-9705-f04948c3e8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:22.967789 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48c650d8-9a1a-4bbe-9559-d62c1e9ab9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32849304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for subnet, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:22.978603 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-41eca30a-ccca-442a-92e5-cf06a4ac6e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:22.981021 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466d220b-aaad-4ebc-82cd-3fab659459f6 {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:38:22.987717 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-c688ac1b-e71d-42ed-9c08-e55aa58a557f req-fcda3231-a19f-40c7-80d5-6b97656701ec tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Synchronizing usage tracker for tenant:490d4eae1ce143c882b0bac5fd072467 on resource:security_group {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:38:22.995513 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:23.017202 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c650d8-9a1a-4bbe-9559-d62c1e9ab9cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcfc7004-3641-455d-939d-edc6e677be01,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:23.023564 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-91816e22-b9ea-4d74-870f-c25121d10eb7 req-8c290baf-dd0a-4e63-8136-aca80b02ae3e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047208
Apr 20 23:38:23.028461 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48c650d8-9a1a-4bbe-9559-d62c1e9ab9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:23.031692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-48c650d8-9a1a-4bbe-9559-d62c1e9ab9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:23.043753 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-48c650d8-9a1a-4bbe-9559-d62c1e9ab9cd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fcfc7004-3641-455d-939d-edc6e677be01 HTTP/1.1" status: 204  len: 168 time: 0.8905320
Apr 20 23:38:23.044377 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 39682) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:23.059747 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-c688ac1b-e71d-42ed-9c08-e55aa58a557f req-fcda3231-a19f-40c7-80d5-6b97656701ec tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Unset dirty status for tenant:490d4eae1ce143c882b0bac5fd072467 on resource:security_group {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:38:23.060955 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c688ac1b-e71d-42ed-9c08-e55aa58a557f req-fcda3231-a19f-40c7-80d5-6b97656701ec tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ce6373-a6e8-4ed2-a139-d228e9a3ccb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417830
Apr 20 23:38:23.115712 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Transition to ACTIVE for port object 466d220b-aaad-4ebc-82cd-3fab659459f6 will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:38:23.126721 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 39694) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:23.173309 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:23.179663 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-80fa6a07-f66b-4746-8ea9-82320a65d789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:23.195721 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:23.200543 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821894164'] for network, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:23.267568 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-80fa6a07-f66b-4746-8ea9-82320a65d789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:23.340244 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-80fa6a07-f66b-4746-8ea9-82320a65d789 admin admin] Usage tracker for resource:security_group_rule and tenant:0f5961f7e6cf4c7bbab506d1034f9e44 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:23.345238 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-80fa6a07-f66b-4746-8ea9-82320a65d789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:23.346665 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32849397', 'neutron.services.segments.db._delete_segments_for_network-8727759383667'] for network, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:23.361068 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-80fa6a07-f66b-4746-8ea9-82320a65d789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:23.380264 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=466d220b-aaad-4ebc-82cd-3fab659459f6,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:23.424168 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:23.471235 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Attempting to bind port 466d220b-aaad-4ebc-82cd-3fab659459f6 on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:38:23.471608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Attempting to bind port 466d220b-aaad-4ebc-82cd-3fab659459f6 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '5f1474c4-0857-44e2-8b1e-1e94de7c6969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'af38cc1a-bdb4-4f03-b159-8f02bf8bf249'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:38:23.471974 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Attempting to bind port 466d220b-aaad-4ebc-82cd-3fab659459f6 on network af38cc1a-bdb4-4f03-b159-8f02bf8bf249 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:38:23.482030 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Port 466d220b-aaad-4ebc-82cd-3fab659459f6 on network af38cc1a-bdb4-4f03-b159-8f02bf8bf249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:38:23.482410 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Attempting to bind port 466d220b-aaad-4ebc-82cd-3fab659459f6 on network af38cc1a-bdb4-4f03-b159-8f02bf8bf249 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:38:23.499160 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:38:23.500150 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Checking segment: {'id': '5f1474c4-0857-44e2-8b1e-1e94de7c6969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'af38cc1a-bdb4-4f03-b159-8f02bf8bf249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:38:23.500257 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Bound using segment: {'id': '5f1474c4-0857-44e2-8b1e-1e94de7c6969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'af38cc1a-bdb4-4f03-b159-8f02bf8bf249'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:38:23.500717 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Bound port: 466d220b-aaad-4ebc-82cd-3fab659459f6, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1474c4-0857-44e2-8b1e-1e94de7c6969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'af38cc1a-bdb4-4f03-b159-8f02bf8bf249'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:38:23.501101 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:23.501710 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f016cdfcd30>> segment before_delete 55550000 {{(pid=86385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:38:23.502126 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f016cdfcd30>> subnet precommit_delete_associations 55550000 {{(pid=86385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:38:23.502972 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f016cd66fd0>> segment_host_mapping after_create 55550000 {{(pid=86385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:38:23.503382 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f016cd66fd0>> port after_create 55550000 {{(pid=86385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:38:23.503742 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f016cd66fd0>> port after_delete 55550000 {{(pid=86385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:38:23.504099 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f016cd66fd0>> port after_update 55550000 {{(pid=86385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:38:23.504453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f016cd66fd0>> segment after_delete 55550000 {{(pid=86385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:38:23.504818 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f016cd66fd0>> subnet after_create 55550000 {{(pid=86385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:38:23.505162 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f016cd66fd0>> subnet after_delete 55550000 {{(pid=86385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:38:23.505555 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f016cd66fd0>> subnet after_update 55550000 {{(pid=86385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:38:23.576003 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f016d202dd8>> subnet after_create 55550000 {{(pid=86385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:38:23.576288 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f016d202dd8>> subnet after_delete 55550000 {{(pid=86385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:38:23.576778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f016d202dd8>> subnet before_create 55550000 {{(pid=86385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:38:23.577004 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f016d202dd8>> subnet before_update 55550000 {{(pid=86385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:38:23.577400 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f016dc107b8>,) {'filters': {'network_id': ['5383e453-243e-4296-a84c-742e40e82d3c']}} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:23.591874 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f016dc107b8>, 'da4da8c1-6685-43ac-a520-235ae44eeeb7') {'for_net_delete': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:23.592220 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f016dc107b8>, 'da4da8c1-6685-43ac-a520-235ae44eeeb7') {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:23.605310 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309095412067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345282'] for segment, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:23.621465 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:23.629297 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=86385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:38:23.631927 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-80fa6a07-f66b-4746-8ea9-82320a65d789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:23.638300 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] For port 466d220b-aaad-4ebc-82cd-3fab659459f6, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:38:23.641805 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] For port 466d220b-aaad-4ebc-82cd-3fab659459f6, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=466d220b-aaad-4ebc-82cd-3fab659459f6,segment=NetworkSegment(5f1474c4-0857-44e2-8b1e-1e94de7c6969),segment_id=5f1474c4-0857-44e2-8b1e-1e94de7c6969)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:38:23.683787 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-80fa6a07-f66b-4746-8ea9-82320a65d789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:23.694749 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:23.717963 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:23.775240 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-80fa6a07-f66b-4746-8ea9-82320a65d789 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f5961f7e6cf4c7bbab506d1034f9e44&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6466963
Apr 20 23:38:23.778200 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 39708) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:23.783686 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa6a07-f66b-4746-8ea9-82320a65d789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dec3fe-5490-4c76-bde2-68f48f5f6e98,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:23.819599 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-80fa6a07-f66b-4746-8ea9-82320a65d789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:23.820555 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-51d4421e-b639-4554-9cb9-86cde4ffe6f9 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:23.863675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Network 5383e453-243e-4296-a84c-742e40e82d3c has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:38:23.876207 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821929039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379372'] for segment, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:23.914764 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:23.915472 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:23.916945 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ac277338-5f31-4108-a206-1218e7974893 req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] 10.222.0.10 "PUT /v2.0/ports/466d220b-aaad-4ebc-82cd-3fab659459f6 HTTP/1.1" status: 200  len: 1098 time: 1.9559500
Apr 20 23:38:23.919618 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1b365b-52cb-4fbd-8566-1c446839cda0', 'tag': '466d220b-aaad-4ebc-82cd-3fab659459f6'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:38:23.977996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=466d220b-aaad-4ebc-82cd-3fab659459f6,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:23.998645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:24.006569 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1b365b-52cb-4fbd-8566-1c446839cda0', 'tag': '466d220b-aaad-4ebc-82cd-3fab659459f6', 'status': 'completed', 'code': 200}
Apr 20 23:38:24.081300 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f00db098-eff7-45a2-acfd-6f29f1fdeaf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:24.147662 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f00db098-eff7-45a2-acfd-6f29f1fdeaf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:24.214278 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac277338-5f31-4108-a206-1218e7974893 req-ce1dfcc7-748c-4e31-a05b-cb070b9713fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:24.215912 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ac277338-5f31-4108-a206-1218e7974893 req-ce1dfcc7-748c-4e31-a05b-cb070b9713fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=490d4eae1ce143c882b0bac5fd072467&device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 1101 time: 0.1904171
Apr 20 23:38:24.362976 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f00db098-eff7-45a2-acfd-6f29f1fdeaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:24.373709 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-56e1b339-855e-449c-a692-c4874a1c6221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:24.382159 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ac277338-5f31-4108-a206-1218e7974893 req-b08754c4-d25d-4e74-b5dd-f8400b983be7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=466d220b-aaad-4ebc-82cd-3fab659459f6 HTTP/1.1" status: 200  len: 217 time: 0.1451933
Apr 20 23:38:24.413208 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Network 5383e453-243e-4296-a84c-742e40e82d3c has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:38:24.428227 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00db098-eff7-45a2-acfd-6f29f1fdeaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dec3fe-5490-4c76-bde2-68f48f5f6e98,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:24.434524 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f00db098-eff7-45a2-acfd-6f29f1fdeaf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:   from cryptography.utils import int_from_bytes
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:   from cryptography.utils import int_from_bytes
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:   (rel_b, rel_a, rel_b),
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:   (rel_b, rel_a, rel_b),
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]: Traceback (most recent call last):
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:     timer()
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:     cb(*args, **kw)
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:     return func(*args, **kwargs)
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:     self._notify()
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:     self.callback(batched_events)
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:     event.method(event)
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:     segment_id)['aggregates'][0]
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:     return f(self, *a, **k)
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self._get(url).json()
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:     **kwargs)
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:     **endpoint_filter)
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:38:24.444111 dv-cinder-680889-5-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:38:24.448450 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f00db098-eff7-45a2-acfd-6f29f1fdeaf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:24.452131 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f00db098-eff7-45a2-acfd-6f29f1fdeaf0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91dec3fe-5490-4c76-bde2-68f48f5f6e98 HTTP/1.1" status: 204  len: 168 time: 0.6689138
Apr 20 23:38:24.497756 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac277338-5f31-4108-a206-1218e7974893 req-e012b341-cd8a-4146-9f94-9113115879b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:24.505047 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ac277338-5f31-4108-a206-1218e7974893 req-e012b341-cd8a-4146-9f94-9113115879b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2ec678b5-3b34-4a03-9a1e-e05d30a563f4 HTTP/1.1" status: 200  len: 843 time: 0.1103978
Apr 20 23:38:24.569815 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4d2d5-4fa4-47a2-83e9-29beedd2359f req-7eecf4a3-884a-4a74-a9fa-ebd87d813169 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:24.579014 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542182c-53fc-4c6b-99ae-6a738732b465 req-82be3f31-b53e-4bda-adee-72216e045d69 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:24.580985 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0542182c-53fc-4c6b-99ae-6a738732b465 req-82be3f31-b53e-4bda-adee-72216e045d69 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 948 time: 0.2730706
Apr 20 23:38:24.582813 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4ec4d2d5-4fa4-47a2-83e9-29beedd2359f req-7eecf4a3-884a-4a74-a9fa-ebd87d813169 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.2989700
Apr 20 23:38:24.604061 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821926403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854229106'] for network, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:24.620007 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9c93f84f-cd32-4334-969c-ff210d1dbed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:24.654258 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:24.667353 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0542182c-53fc-4c6b-99ae-6a738732b465 req-836d6ec3-46fc-4259-9939-1d2124d1f13d tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ce6373-a6e8-4ed2-a139-d228e9a3ccb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778310
Apr 20 23:38:24.674699 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Pushing event deleted for resources: {'Network': ['ID=5383e453-243e-4296-a84c-742e40e82d3c,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:24.692764 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4ec4d2d5-4fa4-47a2-83e9-29beedd2359f req-1257c777-5b9d-4e42-86f3-97832b9b4738 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985589
Apr 20 23:38:24.692764 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:24.693348 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac277338-5f31-4108-a206-1218e7974893 req-9b4c88fc-3343-4251-8eea-8ae216113854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:24.693869 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ac277338-5f31-4108-a206-1218e7974893 req-9b4c88fc-3343-4251-8eea-8ae216113854 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=af38cc1a-bdb4-4f03-b159-8f02bf8bf249&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1823833
Apr 20 23:38:24.737284 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5383e453-243e-4296-a84c-742e40e82d3c HTTP/1.1" status: 204  len: 168 time: 1.6865313
Apr 20 23:38:24.888948 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ac277338-5f31-4108-a206-1218e7974893 req-79dcb9f3-32c5-439a-980b-98fbf1e8d2a3 service neutron] 10.222.0.10 "GET /v2.0/networks/af38cc1a-bdb4-4f03-b159-8f02bf8bf249?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1888788
Apr 20 23:38:24.937283 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0dab511-d2dc-44d5-a02d-c440e79eabfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:25.062556 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 39756) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:25.067459 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ac277338-5f31-4108-a206-1218e7974893 req-1781835d-212c-4035-90c8-fbfa32ab12e3 service neutron] 10.222.0.10 "GET /v2.0/networks/af38cc1a-bdb4-4f03-b159-8f02bf8bf249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1666207
Apr 20 23:38:25.144646 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-130aefde-3599-4d76-8f40-951bb128e98b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=323c2a5b146347bd83d89c76fd5e34e9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0805774
Apr 20 23:38:25.147626 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 39762) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:25.214631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e55eac0f-d0a3-4b6e-9b69-64947b1141b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:25.495720 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e55eac0f-d0a3-4b6e-9b69-64947b1141b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:25.562885 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002427be-0834-476b-bb5c-ca1a81a2e229 req-6d9ab041-413f-4cc6-b821-a83b246bc66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:25.566457 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-002427be-0834-476b-bb5c-ca1a81a2e229 req-6d9ab041-413f-4cc6-b821-a83b246bc66d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=490d4eae1ce143c882b0bac5fd072467&device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 1101 time: 0.3331800
Apr 20 23:38:25.651476 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e55eac0f-d0a3-4b6e-9b69-64947b1141b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:25.661893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4ecb51ec-4425-4f06-a169-548f320167ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:25.680740 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55eac0f-d0a3-4b6e-9b69-64947b1141b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebea389-8a05-412d-bc05-2ab07ab674b1,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:25.684643 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e55eac0f-d0a3-4b6e-9b69-64947b1141b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:25.742475 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e55eac0f-d0a3-4b6e-9b69-64947b1141b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:25.746390 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e55eac0f-d0a3-4b6e-9b69-64947b1141b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aebea389-8a05-412d-bc05-2ab07ab674b1 HTTP/1.1" status: 204  len: 168 time: 0.5950470
Apr 20 23:38:25.763381 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002427be-0834-476b-bb5c-ca1a81a2e229 req-60fc9b7d-f7b0-4408-8479-4a4a8fa977d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:25.765127 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-002427be-0834-476b-bb5c-ca1a81a2e229 req-60fc9b7d-f7b0-4408-8479-4a4a8fa977d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=af38cc1a-bdb4-4f03-b159-8f02bf8bf249 HTTP/1.1" status: 200  len: 869 time: 0.1936004
Apr 20 23:38:25.923251 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-002427be-0834-476b-bb5c-ca1a81a2e229 req-4f938702-6b3d-4d8d-80c2-40e97de297a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=466d220b-aaad-4ebc-82cd-3fab659459f6 HTTP/1.1" status: 200  len: 217 time: 0.1470838
Apr 20 23:38:25.990337 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42322b5-7127-4fde-87b2-bf5f65b4dabc req-c9416d93-9d51-4022-9567-86ba07eeae36 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:25.994397 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b42322b5-7127-4fde-87b2-bf5f65b4dabc req-c9416d93-9d51-4022-9567-86ba07eeae36 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 948 time: 0.1178789
Apr 20 23:38:26.044465 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002427be-0834-476b-bb5c-ca1a81a2e229 req-cdafd272-3829-4f98-b169-8c069c50c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:26.046109 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-002427be-0834-476b-bb5c-ca1a81a2e229 req-cdafd272-3829-4f98-b169-8c069c50c0eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2ec678b5-3b34-4a03-9a1e-e05d30a563f4 HTTP/1.1" status: 200  len: 843 time: 0.1155355
Apr 20 23:38:26.056100 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef60f54-35b7-4446-b5a9-d017af211a28 req-8b99a60c-0434-454c-b75a-8eaccd67e326 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:26.069989 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b42322b5-7127-4fde-87b2-bf5f65b4dabc req-3e216e0e-bb24-4420-ba04-03ae1169d101 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ce6373-a6e8-4ed2-a139-d228e9a3ccb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687509
Apr 20 23:38:26.078240 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bef60f54-35b7-4446-b5a9-d017af211a28 req-8b99a60c-0434-454c-b75a-8eaccd67e326 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.2306161
Apr 20 23:38:26.198465 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:26.213554 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bef60f54-35b7-4446-b5a9-d017af211a28 req-629f3559-c993-4bd2-ad4f-a46caf031acf tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342628
Apr 20 23:38:26.232154 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002427be-0834-476b-bb5c-ca1a81a2e229 req-d6490751-50c4-4a4f-939e-5b17f074a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:26.234378 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-002427be-0834-476b-bb5c-ca1a81a2e229 req-d6490751-50c4-4a4f-939e-5b17f074a383 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=af38cc1a-bdb4-4f03-b159-8f02bf8bf249&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1533685
Apr 20 23:38:26.387417 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:26.413921 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-002427be-0834-476b-bb5c-ca1a81a2e229 req-d1e250df-ee92-42e8-9b48-118716d5d5d4 service neutron] 10.222.0.10 "GET /v2.0/networks/af38cc1a-bdb4-4f03-b159-8f02bf8bf249?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587503
Apr 20 23:38:26.589529 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-002427be-0834-476b-bb5c-ca1a81a2e229 req-23a1c54e-3f0b-49d3-864e-42cb9c93f6b5 service neutron] 10.222.0.10 "GET /v2.0/networks/af38cc1a-bdb4-4f03-b159-8f02bf8bf249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1677992
Apr 20 23:38:27.260074 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:27.312550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fca1b5-6224-4f24-9b5d-4e007c55778c req-7f1c8089-b0b9-42df-a0b6-6dfd5cc2de91 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:27.314329 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-30fca1b5-6224-4f24-9b5d-4e007c55778c req-7f1c8089-b0b9-42df-a0b6-6dfd5cc2de91 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 948 time: 0.1042118
Apr 20 23:38:27.338847 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 466d220b-aaad-4ebc-82cd-3fab659459f6 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:38:27.375387 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-30fca1b5-6224-4f24-9b5d-4e007c55778c req-a48a98f2-448f-4d71-85f0-2735a7120212 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ce6373-a6e8-4ed2-a139-d228e9a3ccb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503416
Apr 20 23:38:27.552215 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 466d220b-aaad-4ebc-82cd-3fab659459f6, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=466d220b-aaad-4ebc-82cd-3fab659459f6,segment=NetworkSegment(5f1474c4-0857-44e2-8b1e-1e94de7c6969),segment_id=5f1474c4-0857-44e2-8b1e-1e94de7c6969)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:27.568460 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': '466d220b-aaad-4ebc-82cd-3fab659459f6', 'network_id': 'af38cc1a-bdb4-4f03-b159-8f02bf8bf249', 'port_id': '466d220b-aaad-4ebc-82cd-3fab659459f6', 'mac_address': 'fa:16:3e:69:a4:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec678b5-3b34-4a03-9a1e-e05d30a563f4', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:38:27.579613 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbafa7-2d9f-49c3-a694-945a04be23da req-9374788e-8796-4e47-97e8-e16897c106ed tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:27.582178 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e9bbafa7-2d9f-49c3-a694-945a04be23da req-9374788e-8796-4e47-97e8-e16897c106ed tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.0944109
Apr 20 23:38:27.636245 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:27.655763 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e9bbafa7-2d9f-49c3-a694-945a04be23da req-fe90a2da-2be1-4f86-bfd6-eab8a63cead9 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590954
Apr 20 23:38:27.657632 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466d220b-aaad-4ebc-82cd-3fab659459f6 {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:38:27.685489 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 466d220b-aaad-4ebc-82cd-3fab659459f6, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=466d220b-aaad-4ebc-82cd-3fab659459f6,segment=NetworkSegment(5f1474c4-0857-44e2-8b1e-1e94de7c6969),segment_id=5f1474c4-0857-44e2-8b1e-1e94de7c6969)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:27.724797 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:27.727726 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:27.818074 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=466d220b-aaad-4ebc-82cd-3fab659459f6,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:27.826122 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:27.826497 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:27.826903 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:27.828174 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:27.833119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:27.833119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:27.833119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:27.833119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:27.833119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:27.833119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:27.833119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:27.833119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:27.836363 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:28.088680 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['466d220b-aaad-4ebc-82cd-3fab659459f6'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:38:28.585339 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953b343-1541-4bfb-9cdf-2cc0ff5c4779 req-ce058eab-92e8-48dd-838e-ef67785d10d2 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:28.586907 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5953b343-1541-4bfb-9cdf-2cc0ff5c4779 req-ce058eab-92e8-48dd-838e-ef67785d10d2 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 949 time: 0.0909181
Apr 20 23:38:28.634462 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5953b343-1541-4bfb-9cdf-2cc0ff5c4779 req-c39dc2c6-f5b5-43b3-9665-a400b5d9fd5c tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ce6373-a6e8-4ed2-a139-d228e9a3ccb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411215
Apr 20 23:38:28.868155 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aff67e-aa0e-4679-a660-72f4ff682acb req-c666a929-5d76-446e-a4a6-5f19c644f178 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:28.869743 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79aff67e-aa0e-4679-a660-72f4ff682acb req-c666a929-5d76-446e-a4a6-5f19c644f178 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.0924604
Apr 20 23:38:28.920200 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79aff67e-aa0e-4679-a660-72f4ff682acb req-6ea97402-a5ea-4c5b-99b3-6a8e782b92f6 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434732
Apr 20 23:38:29.353346 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 466d220b-aaad-4ebc-82cd-3fab659459f6 up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:38:29.458409 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port 466d220b-aaad-4ebc-82cd-3fab659459f6 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:38:29.463912 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port 466d220b-aaad-4ebc-82cd-3fab659459f6 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:38:29.464345 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:29.596269 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:29.627584 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1b365b-52cb-4fbd-8566-1c446839cda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d220b-aaad-4ebc-82cd-3fab659459f6'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:38:29.638739 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 466d220b-aaad-4ebc-82cd-3fab659459f6, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=466d220b-aaad-4ebc-82cd-3fab659459f6,segment=NetworkSegment(5f1474c4-0857-44e2-8b1e-1e94de7c6969),segment_id=5f1474c4-0857-44e2-8b1e-1e94de7c6969)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:29.684404 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1b365b-52cb-4fbd-8566-1c446839cda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d220b-aaad-4ebc-82cd-3fab659459f6', 'code': 200}
Apr 20 23:38:29.685646 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:29.688560 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:29.814255 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=466d220b-aaad-4ebc-82cd-3fab659459f6,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:29.824630 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:29.889038 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fab793-0430-4ece-b61d-1274c9412fae req-4abf45f1-094e-42be-9f49-437baa7080aa tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:29.891141 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e5fab793-0430-4ece-b61d-1274c9412fae req-4abf45f1-094e-42be-9f49-437baa7080aa tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 950 time: 0.1026270
Apr 20 23:38:29.946048 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e5fab793-0430-4ece-b61d-1274c9412fae req-22e41bc4-4e30-4aa4-8bbd-c731f979f13d tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ce6373-a6e8-4ed2-a139-d228e9a3ccb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466065
Apr 20 23:38:30.236128 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dfed4-f113-4ade-89a8-176744b7c412 req-c73ff028-9e1b-4728-abf3-8792b36edda0 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:30.240947 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6c3dfed4-f113-4ade-89a8-176744b7c412 req-c73ff028-9e1b-4728-abf3-8792b36edda0 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.1766400
Apr 20 23:38:30.244315 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda893a-f162-4d04-bead-95c9614aa62a req-c4f57118-0788-4178-941d-40c5b5dba1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:30.245772 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5dda893a-f162-4d04-bead-95c9614aa62a req-c4f57118-0788-4178-941d-40c5b5dba1d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 1103 time: 0.1353951
Apr 20 23:38:30.318322 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6c3dfed4-f113-4ade-89a8-176744b7c412 req-56722144-6cf8-4b80-88d1-71a27b41ccdb tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702903
Apr 20 23:38:30.324390 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5dda893a-f162-4d04-bead-95c9614aa62a req-78de7fbe-5b52-4b4a-80ab-f7f89f51d62a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=41ce6373-a6e8-4ed2-a139-d228e9a3ccb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596673
Apr 20 23:38:31.192248 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d90d6-7526-4077-830c-9350aeb9aa05 req-e8878105-46e3-4076-a082-2f26d2971c9f tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:31.193915 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-496d90d6-7526-4077-830c-9350aeb9aa05 req-e8878105-46e3-4076-a082-2f26d2971c9f tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 950 time: 0.1208422
Apr 20 23:38:31.245990 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-496d90d6-7526-4077-830c-9350aeb9aa05 req-f95785ad-b7ff-47f4-8865-c32b7b824de3 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ce6373-a6e8-4ed2-a139-d228e9a3ccb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448966
Apr 20 23:38:31.412459 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 39968) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:31.552089 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dfcfd-4d38-47c6-807c-01122f4ea07e req-07d0ee82-d75a-48f0-8771-ac499aa68ac8 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:31.553707 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-269dfcfd-4d38-47c6-807c-01122f4ea07e req-07d0ee82-d75a-48f0-8771-ac499aa68ac8 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.1033573
Apr 20 23:38:31.590311 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1cba1a92-ca8c-421d-a8d8-3d8da4a129a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:31.629521 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1cba1a92-ca8c-421d-a8d8-3d8da4a129a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:31.638048 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1cba1a92-ca8c-421d-a8d8-3d8da4a129a1 admin admin] Usage tracker for resource:security_group_rule and tenant:09dfe41943d34924812bb3166b8fb098 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:31.643809 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1cba1a92-ca8c-421d-a8d8-3d8da4a129a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:31.653445 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-269dfcfd-4d38-47c6-807c-01122f4ea07e req-56996bd7-e7c5-429d-8c73-7944970b8aa3 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831828
Apr 20 23:38:31.654346 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1cba1a92-ca8c-421d-a8d8-3d8da4a129a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:31.759894 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1cba1a92-ca8c-421d-a8d8-3d8da4a129a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:31.804301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1cba1a92-ca8c-421d-a8d8-3d8da4a129a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:31.815128 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-49886f98-dfff-4479-924c-94a87a13a4c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:31.857586 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba1a92-ca8c-421d-a8d8-3d8da4a129a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adc6d44-41f1-4031-a72e-e540329fbe82,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:31.870391 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 39980) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:31.880320 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1cba1a92-ca8c-421d-a8d8-3d8da4a129a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09dfe41943d34924812bb3166b8fb098&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4665878
Apr 20 23:38:31.881518 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1cba1a92-ca8c-421d-a8d8-3d8da4a129a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:31.943443 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-220c21df-0da8-47a2-a1c4-55abfd09a737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:31.968465 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-220c21df-0da8-47a2-a1c4-55abfd09a737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:32.081268 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-220c21df-0da8-47a2-a1c4-55abfd09a737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:32.087002 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-61da1be4-f207-4340-8502-a15e4ca4e560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:32.101460 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c21df-0da8-47a2-a1c4-55abfd09a737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adc6d44-41f1-4031-a72e-e540329fbe82,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:32.103962 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-220c21df-0da8-47a2-a1c4-55abfd09a737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:32.106241 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-220c21df-0da8-47a2-a1c4-55abfd09a737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:32.107520 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-220c21df-0da8-47a2-a1c4-55abfd09a737 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4adc6d44-41f1-4031-a72e-e540329fbe82 HTTP/1.1" status: 204  len: 168 time: 0.2360613
Apr 20 23:38:32.463193 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019aebd0-9a06-4977-ab8d-ee1a7e83b36f req-c572cd40-bdbb-48d6-a2a9-02a09e357c4c tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:32.464892 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-019aebd0-9a06-4977-ab8d-ee1a7e83b36f req-c572cd40-bdbb-48d6-a2a9-02a09e357c4c tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 950 time: 0.0936308
Apr 20 23:38:32.519980 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-019aebd0-9a06-4977-ab8d-ee1a7e83b36f req-765714d8-08ba-4efa-a613-a5e920f58b9c tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ce6373-a6e8-4ed2-a139-d228e9a3ccb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463803
Apr 20 23:38:32.961484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164ad8c-a2d8-4fdd-97b7-5b1dcb258e2e req-bd0822cc-f43f-4c50-ad11-d75de5da3224 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:32.964086 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1164ad8c-a2d8-4fdd-97b7-5b1dcb258e2e req-bd0822cc-f43f-4c50-ad11-d75de5da3224 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.1178055
Apr 20 23:38:33.041823 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1164ad8c-a2d8-4fdd-97b7-5b1dcb258e2e req-509eae87-ccb9-456d-84ce-03e7235248fb tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690303
Apr 20 23:38:33.414678 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfacd3-174e-4262-863d-f0efe874eefa req-fa8be188-f271-43c0-a109-d8a6eb00501a tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:33.416453 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7fbfacd3-174e-4262-863d-f0efe874eefa req-fa8be188-f271-43c0-a109-d8a6eb00501a tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 950 time: 0.1027861
Apr 20 23:38:33.474539 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7fbfacd3-174e-4262-863d-f0efe874eefa req-b1272688-9adb-4964-b4da-09531238e139 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ce6373-a6e8-4ed2-a139-d228e9a3ccb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493457
Apr 20 23:38:34.267497 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76305c00-cb48-4262-9d5a-173d40feda79 req-17765dca-a318-4f27-a1ac-db08e7ab2d68 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:34.269157 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-76305c00-cb48-4262-9d5a-173d40feda79 req-17765dca-a318-4f27-a1ac-db08e7ab2d68 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.1085970
Apr 20 23:38:34.319999 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-76305c00-cb48-4262-9d5a-173d40feda79 req-dd41de27-4238-4ea3-9be7-e81c5b4d38c9 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424840
Apr 20 23:38:34.679800 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2d344-cf68-4ea6-b482-0728f2e3322d req-c4314041-6446-47f3-8036-699df0f4c43f tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:34.681290 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cef2d344-cf68-4ea6-b482-0728f2e3322d req-c4314041-6446-47f3-8036-699df0f4c43f tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 950 time: 0.0902104
Apr 20 23:38:34.730410 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cef2d344-cf68-4ea6-b482-0728f2e3322d req-49a64cc2-2d77-479a-97d2-48469d940d90 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ce6373-a6e8-4ed2-a139-d228e9a3ccb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420694
Apr 20 23:38:35.464159 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:38:35.520590 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575cbd9-64a3-4d50-9d37-e15fe67f4904 req-86332a5a-2c73-4e4e-a888-515304d6acc4 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:35.522133 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4575cbd9-64a3-4d50-9d37-e15fe67f4904 req-86332a5a-2c73-4e4e-a888-515304d6acc4 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.0894387
Apr 20 23:38:35.569681 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4575cbd9-64a3-4d50-9d37-e15fe67f4904 req-3eeb3c2d-261e-42e8-aecb-38c1766d8199 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412762
Apr 20 23:38:35.936122 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54f007-0442-4b6e-adb6-d359db31172f req-5ddb1c03-5327-4692-86e5-710571bb96ba tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:35.937955 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e54f007-0442-4b6e-adb6-d359db31172f req-5ddb1c03-5327-4692-86e5-710571bb96ba tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 950 time: 0.0920405
Apr 20 23:38:35.986856 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e54f007-0442-4b6e-adb6-d359db31172f req-f7256831-7845-459f-9090-ce3405030f5f tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ce6373-a6e8-4ed2-a139-d228e9a3ccb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423968
Apr 20 23:38:36.784726 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0cb09-0e8e-42d7-bfaa-fba03c6fad5e req-c4352009-de08-4230-a27c-ad5cdff5ad1e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:36.786305 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-72d0cb09-0e8e-42d7-bfaa-fba03c6fad5e req-c4352009-de08-4230-a27c-ad5cdff5ad1e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.0960710
Apr 20 23:38:36.835396 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-72d0cb09-0e8e-42d7-bfaa-fba03c6fad5e req-23c2dac8-58cd-4d24-9c6a-df6576641293 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424533
Apr 20 23:38:37.199540 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c37f13-aea0-41b2-a907-d212ecb08126 req-a0b1fc2b-6265-4ea3-93ba-0eb95496f217 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:37.201220 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7c37f13-aea0-41b2-a907-d212ecb08126 req-a0b1fc2b-6265-4ea3-93ba-0eb95496f217 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 950 time: 0.0970433
Apr 20 23:38:37.250971 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7c37f13-aea0-41b2-a907-d212ecb08126 req-6fe579f3-349d-462e-a40b-3f2edb3b1544 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ce6373-a6e8-4ed2-a139-d228e9a3ccb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426674
Apr 20 23:38:37.847331 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cd746-cb60-4a5b-89f5-d0c173180216 req-517cd54a-cfd8-4493-9f87-a5541b58d313 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:37.848907 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d0cd746-cb60-4a5b-89f5-d0c173180216 req-517cd54a-cfd8-4493-9f87-a5541b58d313 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 950 time: 0.1107683
Apr 20 23:38:37.865448 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:37.972919 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-8d0cd746-cb60-4a5b-89f5-d0c173180216 req-eaf6bff0-bb26-4c7e-9217-d0a8e2ce1561 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Deleting port 466d220b-aaad-4ebc-82cd-3fab659459f6 {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:38:37.976916 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8d0cd746-cb60-4a5b-89f5-d0c173180216 req-eaf6bff0-bb26-4c7e-9217-d0a8e2ce1561 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:38.060317 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b906617-92b0-43dc-8b64-99080a34a246 req-57a81c70-6b4b-4a0a-a14c-a7a235300983 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:38.062215 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6b906617-92b0-43dc-8b64-99080a34a246 req-57a81c70-6b4b-4a0a-a14c-a7a235300983 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.1044164
Apr 20 23:38:38.112460 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6b906617-92b0-43dc-8b64-99080a34a246 req-08f35fad-0bfb-4564-9dff-0d656c62bba0 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431898
Apr 20 23:38:38.262650 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-8d0cd746-cb60-4a5b-89f5-d0c173180216 req-eaf6bff0-bb26-4c7e-9217-d0a8e2ce1561 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] For port 466d220b-aaad-4ebc-82cd-3fab659459f6, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=466d220b-aaad-4ebc-82cd-3fab659459f6,segment=NetworkSegment(5f1474c4-0857-44e2-8b1e-1e94de7c6969),segment_id=5f1474c4-0857-44e2-8b1e-1e94de7c6969)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:38.263141 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8d0cd746-cb60-4a5b-89f5-d0c173180216 req-eaf6bff0-bb26-4c7e-9217-d0a8e2ce1561 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:38.417720 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-8d0cd746-cb60-4a5b-89f5-d0c173180216 req-eaf6bff0-bb26-4c7e-9217-d0a8e2ce1561 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Calling delete_port for 466d220b-aaad-4ebc-82cd-3fab659459f6 owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:38:38.548382 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db73b3b-6d1b-4b97-855a-8f1ada950e9e req-7f56e959-9714-46b4-b061-79353901ce4e tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:38.550370 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7db73b3b-6d1b-4b97-855a-8f1ada950e9e req-7f56e959-9714-46b4-b061-79353901ce4e tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 950 time: 0.0996163
Apr 20 23:38:38.600332 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7db73b3b-6d1b-4b97-855a-8f1ada950e9e req-34f66151-0c24-478f-a614-278cce2d9b86 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ce6373-a6e8-4ed2-a139-d228e9a3ccb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432839
Apr 20 23:38:38.693394 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8d0cd746-cb60-4a5b-89f5-d0c173180216 req-eaf6bff0-bb26-4c7e-9217-d0a8e2ce1561 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:38.708594 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-471de855-3259-46e1-87fe-6f53c085c406 tempest-DeleteServersTestJSON-431456104 tempest-DeleteServersTestJSON-431456104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:38.738566 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['466d220b-aaad-4ebc-82cd-3fab659459f6'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:38:38.760318 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6bff0-bb26-4c7e-9217-d0a8e2ce1561 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Pushing event deleted for resources: {'Port': ['ID=466d220b-aaad-4ebc-82cd-3fab659459f6,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:38.763687 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-eaf6bff0-bb26-4c7e-9217-d0a8e2ce1561 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:38.850454 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0cd746-cb60-4a5b-89f5-d0c173180216 req-eaf6bff0-bb26-4c7e-9217-d0a8e2ce1561 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] No DVR routers for this DVR port 466d220b-aaad-4ebc-82cd-3fab659459f6 on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:38:38.853118 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8d0cd746-cb60-4a5b-89f5-d0c173180216 req-eaf6bff0-bb26-4c7e-9217-d0a8e2ce1561 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:38.856067 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1b365b-52cb-4fbd-8566-1c446839cda0', 'name': 'network-vif-deleted', 'tag': '466d220b-aaad-4ebc-82cd-3fab659459f6'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:38:38.902592 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d0cd746-cb60-4a5b-89f5-d0c173180216 req-eaf6bff0-bb26-4c7e-9217-d0a8e2ce1561 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.10 "DELETE /v2.0/ports/466d220b-aaad-4ebc-82cd-3fab659459f6 HTTP/1.1" status: 204  len: 173 time: 1.0464599
Apr 20 23:38:38.938394 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1b365b-52cb-4fbd-8566-1c446839cda0', 'name': 'network-vif-deleted', 'tag': '466d220b-aaad-4ebc-82cd-3fab659459f6', 'status': 'completed', 'code': 200}
Apr 20 23:38:39.246692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027b032-dac8-4651-a681-83dab6543c4d req-462b4e1f-2f0c-40b8-b9c6-bbd7952acf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:39.248429 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e027b032-dac8-4651-a681-83dab6543c4d req-462b4e1f-2f0c-40b8-b9c6-bbd7952acf16 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 1099 time: 0.0843344
Apr 20 23:38:39.292689 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e027b032-dac8-4651-a681-83dab6543c4d req-aaf8d1bb-5038-47ce-a83a-9e938f78e1ed service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377271
Apr 20 23:38:39.323803 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa13bcf-ce94-46ea-b357-48429fccd1a2 req-add9fa12-0aac-4f6b-97a4-7a7806b1e307 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:39.325410 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1fa13bcf-ce94-46ea-b357-48429fccd1a2 req-add9fa12-0aac-4f6b-97a4-7a7806b1e307 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.0927126
Apr 20 23:38:39.379813 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1fa13bcf-ce94-46ea-b357-48429fccd1a2 req-85c42d62-f512-45b3-b4cd-147c24e8a1eb tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469203
Apr 20 23:38:39.843366 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-7e36b093-4ada-4fc7-a8fa-4fdc6ff32728 req-df23d84c-d7d0-4abd-b6b5-f12597861dba tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Synchronizing usage tracker for tenant:490d4eae1ce143c882b0bac5fd072467 on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:38:39.901314 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-7e36b093-4ada-4fc7-a8fa-4fdc6ff32728 req-df23d84c-d7d0-4abd-b6b5-f12597861dba tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Unset dirty status for tenant:490d4eae1ce143c882b0bac5fd072467 on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:38:39.903423 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7e36b093-4ada-4fc7-a8fa-4fdc6ff32728 req-df23d84c-d7d0-4abd-b6b5-f12597861dba tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad1b365b-52cb-4fbd-8566-1c446839cda0 HTTP/1.1" status: 200  len: 210 time: 0.1250811
Apr 20 23:38:40.588988 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afdbc9-3e97-4b36-80d1-ef4145868c00 req-dcb95077-91da-4f4d-9b04-e6677b1fcade tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:40.590592 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f0afdbc9-3e97-4b36-80d1-ef4145868c00 req-dcb95077-91da-4f4d-9b04-e6677b1fcade tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.0953414
Apr 20 23:38:40.640684 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f0afdbc9-3e97-4b36-80d1-ef4145868c00 req-f344f3e4-ac95-4023-92af-cc076e00b4ca tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428724
Apr 20 23:38:41.431523 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 466d220b-aaad-4ebc-82cd-3fab659459f6 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:38:41.488847 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: 466d220b-aaad-4ebc-82cd-3fab659459f6 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:38:41.489604 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 466d220b-aaad-4ebc-82cd-3fab659459f6 not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:38:41.984428 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91797d43-b5a5-4d5b-8c20-5a1edea102ef req-97f85f83-4280-4af7-a1d5-cf9d129623c1 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:41.984428 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-91797d43-b5a5-4d5b-8c20-5a1edea102ef req-97f85f83-4280-4af7-a1d5-cf9d129623c1 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.0982251
Apr 20 23:38:42.047130 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-91797d43-b5a5-4d5b-8c20-5a1edea102ef req-19abfa08-374e-43bc-b5a6-8e7707922542 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521469
Apr 20 23:38:42.320336 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fc407-3afb-4283-b837-7f6a1a8bc479 req-31f498f4-0bda-403c-b1bd-df74b30979ad tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:42.333935 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b42fc407-3afb-4283-b837-7f6a1a8bc479 req-31f498f4-0bda-403c-b1bd-df74b30979ad tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1587756
Apr 20 23:38:42.380351 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b42fc407-3afb-4283-b837-7f6a1a8bc479 req-4578528e-2795-4b37-9b89-fa9ef5a41ebf tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479743
Apr 20 23:38:45.294158 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd00e5-a129-4f37-9bb8-4897a842913f req-adc1b88e-d2dd-41df-a586-bc8a309c7596 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:45.295801 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b8dd00e5-a129-4f37-9bb8-4897a842913f req-adc1b88e-d2dd-41df-a586-bc8a309c7596 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1571295
Apr 20 23:38:45.298945 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c622de-4e76-4bc3-a5fa-1eed04000bd2 req-2e71ebfc-8879-497e-918b-0df0c843a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:45.300408 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-58c622de-4e76-4bc3-a5fa-1eed04000bd2 req-2e71ebfc-8879-497e-918b-0df0c843a725 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab95038a22354139a0254e25eb4cccde&device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 1098 time: 0.1157057
Apr 20 23:38:45.427865 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b8dd00e5-a129-4f37-9bb8-4897a842913f req-da5fbe05-4bbf-463e-9a95-26fedf35e344 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254106
Apr 20 23:38:45.494491 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c622de-4e76-4bc3-a5fa-1eed04000bd2 req-e8af1ce8-75bc-465d-9cb2-1b9f1da6a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:45.496245 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-58c622de-4e76-4bc3-a5fa-1eed04000bd2 req-e8af1ce8-75bc-465d-9cb2-1b9f1da6a71c service neutron] 10.222.0.10 "GET /v2.0/networks?id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e HTTP/1.1" status: 200  len: 919 time: 0.1779125
Apr 20 23:38:45.578950 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-58c622de-4e76-4bc3-a5fa-1eed04000bd2 req-125181bf-e962-4c16-bd5b-5f7e9124de7a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f73b95e-fd5b-485f-bf5e-50b235c56921 HTTP/1.1" status: 200  len: 217 time: 0.0747917
Apr 20 23:38:45.681438 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c622de-4e76-4bc3-a5fa-1eed04000bd2 req-1dc6af10-efcb-40ac-8560-8bd81d45f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:45.683691 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-58c622de-4e76-4bc3-a5fa-1eed04000bd2 req-1dc6af10-efcb-40ac-8560-8bd81d45f075 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87180e83-62f3-404a-9c4e-515fba272188 HTTP/1.1" status: 200  len: 859 time: 0.0743034
Apr 20 23:38:45.745076 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-58c622de-4e76-4bc3-a5fa-1eed04000bd2 req-4f726a54-d8af-4c70-b458-afeacae4f313 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0538890
Apr 20 23:38:45.903693 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-58c622de-4e76-4bc3-a5fa-1eed04000bd2 req-e7237e70-dc1a-45c6-a367-f8002213bb8b service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498220
Apr 20 23:38:46.062471 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-58c622de-4e76-4bc3-a5fa-1eed04000bd2 req-4a7697bf-c0c5-43d6-9ec1-8a6e82eaf755 service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515377
Apr 20 23:38:46.647843 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5225e1-b154-4c16-9228-8b4d746bd740 req-5b05f100-e8c5-4c0b-9477-414630ecc0bb tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:46.649496 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc5225e1-b154-4c16-9228-8b4d746bd740 req-5b05f100-e8c5-4c0b-9477-414630ecc0bb tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0952117
Apr 20 23:38:46.723690 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bc5225e1-b154-4c16-9228-8b4d746bd740 req-2989576f-704c-47ab-8380-972254d044da tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669506
Apr 20 23:38:47.963810 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b5a6d-4b0d-4ca1-92b3-471848976ebb req-b3ddbedc-3898-4c60-a19f-fbace78759cd tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:47.965729 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d03b5a6d-4b0d-4ca1-92b3-471848976ebb req-b3ddbedc-3898-4c60-a19f-fbace78759cd tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1060727
Apr 20 23:38:48.030198 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d03b5a6d-4b0d-4ca1-92b3-471848976ebb req-d588e8c3-17ac-4b77-9bf5-0fbb057da0d3 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535376
Apr 20 23:38:48.108871 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 40708) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:48.239205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 40720) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:48.319334 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a823-8930-402b-b9f3-20e2d40b5a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:48.337046 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b8f0a823-8930-402b-b9f3-20e2d40b5a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:48.341061 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b8f0a823-8930-402b-b9f3-20e2d40b5a97 admin admin] Usage tracker for resource:security_group_rule and tenant:c227587e88804499bb1436e72a94f7fb is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:48.345201 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b8f0a823-8930-402b-b9f3-20e2d40b5a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:48.351185 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b8f0a823-8930-402b-b9f3-20e2d40b5a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:48.364424 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-806cebf7-470c-4e36-aaca-f47a7b698cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:48.379664 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-806cebf7-470c-4e36-aaca-f47a7b698cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:48.383760 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-806cebf7-470c-4e36-aaca-f47a7b698cff admin admin] Usage tracker for resource:security_group_rule and tenant:77201260c9044ffcb5b08604f36a35d4 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:48.386900 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-806cebf7-470c-4e36-aaca-f47a7b698cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:48.393194 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-806cebf7-470c-4e36-aaca-f47a7b698cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:48.603214 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a823-8930-402b-b9f3-20e2d40b5a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:48.616038 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 40728) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:48.652487 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a823-8930-402b-b9f3-20e2d40b5a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:48.662684 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-50dfd680-e09f-487b-95af-e09be54ef936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:48.694094 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0a823-8930-402b-b9f3-20e2d40b5a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6e00c9-5bb9-4722-b9d9-0795f18abe76,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:48.731722 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b8f0a823-8930-402b-b9f3-20e2d40b5a97 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c227587e88804499bb1436e72a94f7fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6214230
Apr 20 23:38:48.732413 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 40736) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:48.733870 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b8f0a823-8930-402b-b9f3-20e2d40b5a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:48.812387 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f14de96b-0097-4c97-8569-fc3ca2a401f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:48.839095 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-806cebf7-470c-4e36-aaca-f47a7b698cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:48.842242 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f14de96b-0097-4c97-8569-fc3ca2a401f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:48.842442 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4fefc2ba-00e9-469a-b1c0-55c13412468d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=490d4eae1ce143c882b0bac5fd072467&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2250454
Apr 20 23:38:48.845407 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 40744) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:48.891839 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-806cebf7-470c-4e36-aaca-f47a7b698cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:48.901269 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-33a46047-e893-41c6-adc1-285b0ff0ebba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:48.962284 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cebf7-470c-4e36-aaca-f47a7b698cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f140635-4eb3-41dd-bfc4-4018337dbcb1,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:48.965062 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e98010f0-03c5-450a-8520-30fb96aa408a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:48.967112 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-806cebf7-470c-4e36-aaca-f47a7b698cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:48.976354 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-806cebf7-470c-4e36-aaca-f47a7b698cff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77201260c9044ffcb5b08604f36a35d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7314470
Apr 20 23:38:48.976649 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 40754) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:49.009711 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e98010f0-03c5-450a-8520-30fb96aa408a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:49.019694 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f14de96b-0097-4c97-8569-fc3ca2a401f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:49.032098 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ecaca4d3-5b91-45ee-879b-a73b6874f880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:49.054710 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14de96b-0097-4c97-8569-fc3ca2a401f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6e00c9-5bb9-4722-b9d9-0795f18abe76,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:49.057447 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f14de96b-0097-4c97-8569-fc3ca2a401f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:49.068815 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f14de96b-0097-4c97-8569-fc3ca2a401f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:49.071291 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f14de96b-0097-4c97-8569-fc3ca2a401f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f6e00c9-5bb9-4722-b9d9-0795f18abe76 HTTP/1.1" status: 204  len: 168 time: 0.3362772
Apr 20 23:38:49.124901 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-398105d8-156b-4dd2-add8-63624611b2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:49.201246 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-398105d8-156b-4dd2-add8-63624611b2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:49.382097 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9a1a1-365e-4535-bdbb-4c9c8c1c0825 req-e4e2ccba-8de6-49dc-ab86-d6f14b0043f7 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:49.383692 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95e9a1a1-365e-4535-bdbb-4c9c8c1c0825 req-e4e2ccba-8de6-49dc-ab86-d6f14b0043f7 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0949655
Apr 20 23:38:49.435333 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95e9a1a1-365e-4535-bdbb-4c9c8c1c0825 req-11f572ac-1a57-4194-a865-8fd0baf0e3c4 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440946
Apr 20 23:38:49.449937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-398105d8-156b-4dd2-add8-63624611b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:49.458991 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b65a81a6-0024-4c5f-a3f7-fbdff8abb5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:49.477051 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-398105d8-156b-4dd2-add8-63624611b2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:49.480068 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-398105d8-156b-4dd2-add8-63624611b2b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f140635-4eb3-41dd-bfc4-4018337dbcb1 HTTP/1.1" status: 204  len: 168 time: 0.5020981
Apr 20 23:38:49.480068 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398105d8-156b-4dd2-add8-63624611b2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f140635-4eb3-41dd-bfc4-4018337dbcb1,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:49.482093 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-398105d8-156b-4dd2-add8-63624611b2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:49.555030 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e98010f0-03c5-450a-8520-30fb96aa408a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:49.560428 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a8b9a446-9df1-48f0-8047-fc81c48c00e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:49.574380 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98010f0-03c5-450a-8520-30fb96aa408a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ce6373-a6e8-4ed2-a139-d228e9a3ccb4,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:49.579493 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e98010f0-03c5-450a-8520-30fb96aa408a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:49.631922 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e98010f0-03c5-450a-8520-30fb96aa408a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:49.636209 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e98010f0-03c5-450a-8520-30fb96aa408a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41ce6373-a6e8-4ed2-a139-d228e9a3ccb4 HTTP/1.1" status: 204  len: 168 time: 0.7867465
Apr 20 23:38:50.665567 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3caffa-c933-4329-8951-fff03808b3b9 req-2f68d02b-544f-4afd-9bb8-055aeae72d13 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:50.667489 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6f3caffa-c933-4329-8951-fff03808b3b9 req-2f68d02b-544f-4afd-9bb8-055aeae72d13 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1025674
Apr 20 23:38:50.730161 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6f3caffa-c933-4329-8951-fff03808b3b9 req-82e15f8c-4e18-4f43-a6e2-1d3763e45067 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546679
Apr 20 23:38:51.055696 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 40860) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:51.323129 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-582322433-network', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:38:51.335446 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:51.339821 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Usage tracker for resource:network and tenant:b369251a0ab64bcd9731f006de4b1c8d is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:51.344492 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:51.351533 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:51.467485 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Made reservation on behalf of b369251a0ab64bcd9731f006de4b1c8d for: {'network': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:38:51.475584 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:51.499702 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:51.520437 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:51.524648 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Usage tracker for resource:security_group_rule and tenant:b369251a0ab64bcd9731f006de4b1c8d is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:51.528753 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:51.545156 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:51.656620 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:51.695698 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:51.703289 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-83d4db99-a87e-4eaa-ad1e-c6055d55d6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:51.745819 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199331ab-3563-4a12-8515-1a3960fb2fbc,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:51.753553 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:51.823007 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'}  {{(pid=86385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:38:51.959367 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2ec30-2a23-42c0-b685-d0bbf45c06d4 req-d63468a5-4a4d-478c-a4fe-f2b80b71c342 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:51.960916 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e9e2ec30-2a23-42c0-b685-d0bbf45c06d4 req-d63468a5-4a4d-478c-a4fe-f2b80b71c342 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1000385
Apr 20 23:38:51.981424 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:51.987165 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Added segment 6164a0ad-8858-4d2b-aef8-7ca9a169ef20 of type vlan for network aaab3e3e-46fc-404b-8b71-8c9a8872960a
Apr 20 23:38:52.010923 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e9e2ec30-2a23-42c0-b685-d0bbf45c06d4 req-b9c6f96a-e782-4681-871f-4cd4cbe8a78b tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427890
Apr 20 23:38:52.067872 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:52.171304 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 40902) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:52.193980 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:52.195725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:52.197210 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:52.204742 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:52.350353 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Pushing event updated for resources: {'Network': ['ID=aaab3e3e-46fc-404b-8b71-8c9a8872960a,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:52.351980 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3f88e5a1-577c-466a-8889-88993153db06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:52.357323 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:52.362750 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.3042915
Apr 20 23:38:52.365229 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 40914) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:52.368635 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network aaab3e3e-46fc-404b-8b71-8c9a8872960a details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:38:52.382109 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-780ee975-6935-4478-b5ec-2bb2c12a8a23 admin admin] Request body: {'subnet': {'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-582322433-subnet', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'ip_version': 4}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:38:52.393991 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3f88e5a1-577c-466a-8889-88993153db06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:52.395301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-780ee975-6935-4478-b5ec-2bb2c12a8a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:52.401637 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-780ee975-6935-4478-b5ec-2bb2c12a8a23 admin admin] Usage tracker for resource:subnet and tenant:b369251a0ab64bcd9731f006de4b1c8d is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:52.405238 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-780ee975-6935-4478-b5ec-2bb2c12a8a23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:52.408350 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3f88e5a1-577c-466a-8889-88993153db06 admin admin] Usage tracker for resource:security_group_rule and tenant:92838f4f571645f6ba548ef83174bb2b is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:52.412845 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3f88e5a1-577c-466a-8889-88993153db06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:52.412955 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-780ee975-6935-4478-b5ec-2bb2c12a8a23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:52.421052 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3f88e5a1-577c-466a-8889-88993153db06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:52.457958 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780ee975-6935-4478-b5ec-2bb2c12a8a23 admin admin] Made reservation on behalf of b369251a0ab64bcd9731f006de4b1c8d for: {'subnet': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:38:52.463246 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-780ee975-6935-4478-b5ec-2bb2c12a8a23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946129'] for subnet, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:52.549853 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3f88e5a1-577c-466a-8889-88993153db06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:52.583411 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3f88e5a1-577c-466a-8889-88993153db06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:52.593407 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e55eac0f-d0a3-4b6e-9b69-64947b1141b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:52.638289 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3f88e5a1-577c-466a-8889-88993153db06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92838f4f571645f6ba548ef83174bb2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4657011
Apr 20 23:38:52.641061 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88e5a1-577c-466a-8889-88993153db06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64744b5-8300-4f05-ab50-8e640dfd9a1e,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:52.641966 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 40922) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:52.644365 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3f88e5a1-577c-466a-8889-88993153db06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:52.721417 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96239f96-3ce6-4915-adfd-69ccab3f8fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:52.753757 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96239f96-3ce6-4915-adfd-69ccab3f8fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:52.944693 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-81412c9f-85e1-4b9f-9298-c95827e9172b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:53.228614 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96239f96-3ce6-4915-adfd-69ccab3f8fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:53.236542 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5f69678f-95b4-4bf5-afe8-5a24ac970231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:53.250727 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96239f96-3ce6-4915-adfd-69ccab3f8fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64744b5-8300-4f05-ab50-8e640dfd9a1e,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:53.253164 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-96239f96-3ce6-4915-adfd-69ccab3f8fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:53.260455 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab23d0-f614-4d23-93c3-b8e3b8b73b83 req-d1a0dc65-0719-49d1-bbc3-d8d0a8bc2d17 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:53.262072 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-22ab23d0-f614-4d23-93c3-b8e3b8b73b83 req-d1a0dc65-0719-49d1-bbc3-d8d0a8bc2d17 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0981359
Apr 20 23:38:53.272322 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96239f96-3ce6-4915-adfd-69ccab3f8fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:53.274476 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-96239f96-3ce6-4915-adfd-69ccab3f8fc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b64744b5-8300-4f05-ab50-8e640dfd9a1e HTTP/1.1" status: 204  len: 168 time: 0.6314397
Apr 20 23:38:53.317261 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-22ab23d0-f614-4d23-93c3-b8e3b8b73b83 req-5e255d70-dff1-42b4-842d-694217953109 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481408
Apr 20 23:38:53.415845 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-780ee975-6935-4478-b5ec-2bb2c12a8a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3379530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946112'] for subnet, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:53.421623 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:53.513391 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ee975-6935-4478-b5ec-2bb2c12a8a23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9484c80a-583b-4813-8ae5-4f679e110c42,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:53.518704 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-780ee975-6935-4478-b5ec-2bb2c12a8a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:53.523667 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780ee975-6935-4478-b5ec-2bb2c12a8a23 admin admin] Checking segment: {'id': '6164a0ad-8858-4d2b-aef8-7ca9a169ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:38:53.524225 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ee975-6935-4478-b5ec-2bb2c12a8a23 admin admin] Network hostable DHCP agents. Network: aaab3e3e-46fc-404b-8b71-8c9a8872960a, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:38:53.600700 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ee975-6935-4478-b5ec-2bb2c12a8a23 admin admin] Network aaab3e3e-46fc-404b-8b71-8c9a8872960a is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:38:53.649737 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-780ee975-6935-4478-b5ec-2bb2c12a8a23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, aaab3e3e-46fc-404b-8b71-8c9a8872960a) {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:38:53.658644 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7dcb2f-f3ea-43ea-a198-0a6e4c47fe17 None None] Network aaab3e3e-46fc-404b-8b71-8c9a8872960a requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:38:53.683469 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ee975-6935-4478-b5ec-2bb2c12a8a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:53.684621 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-780ee975-6935-4478-b5ec-2bb2c12a8a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:53.782486 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-780ee975-6935-4478-b5ec-2bb2c12a8a23 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.4142699
Apr 20 23:38:53.784978 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 40960) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:53.790510 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-582322433-router', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:38:53.802291 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:53.806548 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Usage tracker for resource:router and tenant:b369251a0ab64bcd9731f006de4b1c8d is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:53.809567 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:53.816295 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:53.878072 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854232352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5632'] for router, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:53.879393 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769921'] for router, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:53.901150 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 40966) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:53.918709 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:53.935599 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eda1a8ab-da58-4459-9f9c-783215ca66c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:53.953472 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03c04a8b-0d60-59db-a6f6-015f86c32765-aaab3e3e-46fc-404b-8b71-8c9a8872960a', 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'fixed_ips': [{'subnet_id': '9484c80a-583b-4813-8ae5-4f679e110c42'}]}} from dv-cinder-680889-5-iscsi. {{(pid=86387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:38:53.954420 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:53.960645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-eda1a8ab-da58-4459-9f9c-783215ca66c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:53.969272 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-eda1a8ab-da58-4459-9f9c-783215ca66c4 admin admin] Usage tracker for resource:security_group_rule and tenant:e08ee117358048228630e15352a52975 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:54.007514 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-eda1a8ab-da58-4459-9f9c-783215ca66c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:54.009906 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 40974) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:54.030804 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-eda1a8ab-da58-4459-9f9c-783215ca66c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:54.148318 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eda1a8ab-da58-4459-9f9c-783215ca66c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:54.181067 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eda1a8ab-da58-4459-9f9c-783215ca66c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:54.201135 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4c5c68db-7437-4bcb-8f78-e1815d1c78e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:54.207460 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Allocated IP 172.20.0.2 (aaab3e3e-46fc-404b-8b71-8c9a8872960a/9484c80a-583b-4813-8ae5-4f679e110c42/b3637726-4856-4605-b04b-df47f5f2cf0a) {{(pid=86387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:38:54.237415 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1a8ab-da58-4459-9f9c-783215ca66c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb33312-b3d7-4838-be79-5e8cf6cc81f1,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:54.240906 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-eda1a8ab-da58-4459-9f9c-783215ca66c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:54.284062 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-eda1a8ab-da58-4459-9f9c-783215ca66c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e08ee117358048228630e15352a52975&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3817332
Apr 20 23:38:54.285329 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-da6c3a44-2ae3-456c-a67e-4e00d0c4e80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:54.299215 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 40980) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:54.315019 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-da6c3a44-2ae3-456c-a67e-4e00d0c4e80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:54.322911 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-da6c3a44-2ae3-456c-a67e-4e00d0c4e80c admin admin] Usage tracker for resource:security_group_rule and tenant:19cbc106ac3a45f997ef49bcb290e6c9 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:54.327767 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-da6c3a44-2ae3-456c-a67e-4e00d0c4e80c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:54.346087 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-da6c3a44-2ae3-456c-a67e-4e00d0c4e80c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:54.349187 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769938'] for router, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:54.410627 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-108f90f8-a796-4a06-9a52-8ec4e5b8db36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:54.452354 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-108f90f8-a796-4a06-9a52-8ec4e5b8db36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:54.455953 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Notify callbacks [] for port, precommit_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:54.475245 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Transition to ACTIVE for port object b3637726-4856-4605-b04b-df47f5f2cf0a will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:38:54.505796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Transition to ACTIVE for port object b3637726-4856-4605-b04b-df47f5f2cf0a will not be triggered until provisioned by entity DHCP. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:38:54.589235 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255a4d3-091f-44d4-ba31-5075789f6867 req-54890352-7f20-44f9-8dfd-d6e67cd8e59a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:54.590796 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a255a4d3-091f-44d4-ba31-5075789f6867 req-54890352-7f20-44f9-8dfd-d6e67cd8e59a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1177850
Apr 20 23:38:54.599205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:54.604664 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:54.660161 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Network aaab3e3e-46fc-404b-8b71-8c9a8872960a is already hosted by enough agents. {{(pid=86387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:38:54.663101 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Resources bound (agent type, host, resource id):  {{(pid=86387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:38:54.667134 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Received port after_create {{(pid=86387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:38:54.667792 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-da6c3a44-2ae3-456c-a67e-4e00d0c4e80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:54.692266 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-108f90f8-a796-4a06-9a52-8ec4e5b8db36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:54.698386 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7cc40d2d-bc96-4d17-8405-243beedf35e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:54.735719 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-da6c3a44-2ae3-456c-a67e-4e00d0c4e80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:54.759339 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Pushing event updated for resources: {'Port': ['ID=b3637726-4856-4605-b04b-df47f5f2cf0a,revision_number=1']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:54.768478 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:54.774095 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f90f8-a796-4a06-9a52-8ec4e5b8db36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb33312-b3d7-4838-be79-5e8cf6cc81f1,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:54.786271 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Attempting to bind port b3637726-4856-4605-b04b-df47f5f2cf0a on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:38:54.786767 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Attempting to bind port b3637726-4856-4605-b04b-df47f5f2cf0a by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '6164a0ad-8858-4d2b-aef8-7ca9a169ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:38:54.787074 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Attempting to bind port b3637726-4856-4605-b04b-df47f5f2cf0a on network aaab3e3e-46fc-404b-8b71-8c9a8872960a {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:38:54.801182 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-108f90f8-a796-4a06-9a52-8ec4e5b8db36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:54.802397 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:38:54.802822 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Checking segment: {'id': '6164a0ad-8858-4d2b-aef8-7ca9a169ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:38:54.802949 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-519e01ce-83d7-46c2-a01c-596b13123c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:54.803312 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:54.803761 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Bound using segment: {'id': '6164a0ad-8858-4d2b-aef8-7ca9a169ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:38:54.804287 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Bound port: b3637726-4856-4605-b04b-df47f5f2cf0a, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6164a0ad-8858-4d2b-aef8-7ca9a169ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:38:54.804707 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:54.816532 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-108f90f8-a796-4a06-9a52-8ec4e5b8db36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:54.817877 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-108f90f8-a796-4a06-9a52-8ec4e5b8db36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eeb33312-b3d7-4838-be79-5e8cf6cc81f1 HTTP/1.1" status: 204  len: 168 time: 0.5160306
Apr 20 23:38:54.825502 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-da6c3a44-2ae3-456c-a67e-4e00d0c4e80c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=19cbc106ac3a45f997ef49bcb290e6c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8146641
Apr 20 23:38:54.854369 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 40990) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:54.896514 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a255a4d3-091f-44d4-ba31-5075789f6867 req-f5cdde06-9387-4cf6-8054-d809b3868bbb tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2855670
Apr 20 23:38:54.909149 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c3a44-2ae3-456c-a67e-4e00d0c4e80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892cafbd-a69a-4dc1-9cea-ff1a53e5c661,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:54.924412 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-da6c3a44-2ae3-456c-a67e-4e00d0c4e80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:54.939094 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f9d2e35a-d081-481a-9cca-92be1eaaf8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:54.952043 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] For port b3637726-4856-4605-b04b-df47f5f2cf0a, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:38:54.955656 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] For port b3637726-4856-4605-b04b-df47f5f2cf0a, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=b3637726-4856-4605-b04b-df47f5f2cf0a,segment=NetworkSegment(6164a0ad-8858-4d2b-aef8-7ca9a169ef20),segment_id=6164a0ad-8858-4d2b-aef8-7ca9a169ef20)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:38:54.963334 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:54.971993 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3898a3cd-8efb-401e-b5e0-9174d939bcd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:54.999656 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:55.004316 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3898a3cd-8efb-401e-b5e0-9174d939bcd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:55.006061 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:55.007602 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:55.093692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Pushing event updated for resources: {'Port': ['ID=b3637726-4856-4605-b04b-df47f5f2cf0a,revision_number=2']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:55.095155 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3898a3cd-8efb-401e-b5e0-9174d939bcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:55.101649 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-220c21df-0da8-47a2-a1c4-55abfd09a737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:55.105550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:55.131976 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3898a3cd-8efb-401e-b5e0-9174d939bcd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:55.133366 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3898a3cd-8efb-401e-b5e0-9174d939bcd7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/892cafbd-a69a-4dc1-9cea-ff1a53e5c661 HTTP/1.1" status: 204  len: 168 time: 0.2776177
Apr 20 23:38:55.134559 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898a3cd-8efb-401e-b5e0-9174d939bcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892cafbd-a69a-4dc1-9cea-ff1a53e5c661,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:55.137653 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3898a3cd-8efb-401e-b5e0-9174d939bcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:55.203995 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Allocated IP 172.27.2.60 (b49fa4d7-9497-41f5-afae-ab183fc1104b/828469c9-116a-4083-bfec-69bcf738251b/81fee4f5-2088-4560-b3df-8cd18e350342) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:38:55.387671 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:55.527684 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:55.536879 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:55.599030 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:38:55.607636 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:38:55.612235 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:38:55.744594 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Pushing event updated for resources: {'Port': ['ID=81fee4f5-2088-4560-b3df-8cd18e350342,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:55.749549 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:55.820874 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41026) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:55.843735 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-920d831b-5de9-4fa9-a530-b0211104355e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:55.861063 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-920d831b-5de9-4fa9-a530-b0211104355e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:55.865474 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-920d831b-5de9-4fa9-a530-b0211104355e admin admin] Usage tracker for resource:security_group_rule and tenant:b6deaa5301364ba289c84848941b618e is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:55.868467 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-920d831b-5de9-4fa9-a530-b0211104355e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:55.875216 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-920d831b-5de9-4fa9-a530-b0211104355e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:55.977762 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-920d831b-5de9-4fa9-a530-b0211104355e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:56.020707 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-920d831b-5de9-4fa9-a530-b0211104355e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:56.036100 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e73561e7-128e-4df5-a371-10dbb18ab452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:56.082593 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d831b-5de9-4fa9-a530-b0211104355e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb83fc5-888e-4f5a-b634-067998cd4b7d,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:56.089540 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-920d831b-5de9-4fa9-a530-b0211104355e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6deaa5301364ba289c84848941b618e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2674665
Apr 20 23:38:56.094324 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41036) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:56.095264 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-920d831b-5de9-4fa9-a530-b0211104355e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:56.182032 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9d98083a-5c15-485d-b9b4-a02ea473c6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:56.200211 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d7458-633a-4c80-af38-bfc6f92aa8f2 req-11f315fc-7e82-4236-a7b2-324f086a0f0f tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:56.209436 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-677d7458-633a-4c80-af38-bfc6f92aa8f2 req-11f315fc-7e82-4236-a7b2-324f086a0f0f tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1538045
Apr 20 23:38:56.214617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:56.226954 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:56.231000 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9d98083a-5c15-485d-b9b4-a02ea473c6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:56.312872 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9d98083a-5c15-485d-b9b4-a02ea473c6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:56.318826 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f6c5a558-bb9d-44e4-931a-44037d4af288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:56.333403 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98083a-5c15-485d-b9b4-a02ea473c6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb83fc5-888e-4f5a-b634-067998cd4b7d,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:56.346916 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9d98083a-5c15-485d-b9b4-a02ea473c6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:56.351044 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9d98083a-5c15-485d-b9b4-a02ea473c6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:56.358025 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9d98083a-5c15-485d-b9b4-a02ea473c6ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3eb83fc5-888e-4f5a-b634-067998cd4b7d HTTP/1.1" status: 204  len: 168 time: 0.2595222
Apr 20 23:38:56.407281 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:56.550770 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a407f685-875f-4be8-b121-7f01b4d1e759 None None] Network aaab3e3e-46fc-404b-8b71-8c9a8872960a requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:38:56.872453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854230453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126893'] for router, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:56.896659 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-677d7458-633a-4c80-af38-bfc6f92aa8f2 req-993e8a32-e69c-4d28-93ed-9e11046e985d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6862230
Apr 20 23:38:57.031913 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-e113687a-98f4-4bb8-b3f2-727e4adf6d5a None None] Provisioning for port b3637726-4856-4605-b04b-df47f5f2cf0a completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:38:57.166590 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Router 96936098-8204-4df6-9df7-84f3a78e0f82 is scheduled to L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb with binding_index 1 {{(pid=86386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:38:57.300765 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:57.407960 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:38:57.419439 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Sync routers for ids ['96936098-8204-4df6-9df7-84f3a78e0f82'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:38:57.435152 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Routers {'96936098-8204-4df6-9df7-84f3a78e0f82'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:38:57.436204 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e68d6d8>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['96936098-8204-4df6-9df7-84f3a78e0f82'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:57.486823 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Notify callbacks [] for router, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:57.488449 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.7023323
Apr 20 23:38:57.491450 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device b3637726-4856-4605-b04b-df47f5f2cf0a up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:38:57.492109 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41084) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:57.601037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port b3637726-4856-4605-b04b-df47f5f2cf0a completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:38:57.606902 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port b3637726-4856-4605-b04b-df47f5f2cf0a triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:38:57.608229 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:57.716288 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Set router 96936098-8204-4df6-9df7-84f3a78e0f82 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:38:57.787954 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:57.828101 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port b3637726-4856-4605-b04b-df47f5f2cf0a, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=b3637726-4856-4605-b04b-df47f5f2cf0a,segment=NetworkSegment(6164a0ad-8858-4d2b-aef8-7ca9a169ef20),segment_id=6164a0ad-8858-4d2b-aef8-7ca9a169ef20)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:57.900704 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:57.907084 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:58.015929 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=b3637726-4856-4605-b04b-df47f5f2cf0a,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:58.020715 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:58.364446 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a8766-1d3d-477f-ad7f-801ee65b34d0 req-921a6b90-1846-4659-bb45-832037cce4ae tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:58.373804 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-149a8766-1d3d-477f-ad7f-801ee65b34d0 req-921a6b90-1846-4659-bb45-832037cce4ae tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.2475896
Apr 20 23:38:58.432939 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-149a8766-1d3d-477f-ad7f-801ee65b34d0 req-312cabb8-1850-4379-8b9f-a7d8b9791a50 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577404
Apr 20 23:38:58.434915 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e68d6d8>, [{'id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'name': 'tempest-TestMinimumBasicScenario-582322433-router', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:38:53Z', 'updated_at': '2021-04-20T23:38:55Z', 'revision_number': 3, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'gw_port': {'id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:55Z', 'updated_at': '2021-04-20T23:38:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:58.462319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Checking router: 96936098-8204-4df6-9df7-84f3a78e0f82 for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:38:58.462958 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Updating router 96936098-8204-4df6-9df7-84f3a78e0f82 port 81fee4f5-2088-4560-b3df-8cd18e350342 binding host dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:38:58.550174 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:58.852642 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:59.013258 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Notify callbacks [] for port, precommit_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:59.044872 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Transition to ACTIVE for port object 81fee4f5-2088-4560-b3df-8cd18e350342 will not be triggered until provisioned by entity L2. {{(pid=86388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:38:59.136062 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:59.137282 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Allocated IP 172.20.0.1 (aaab3e3e-46fc-404b-8b71-8c9a8872960a/9484c80a-583b-4813-8ae5-4f679e110c42/8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:38:59.141579 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:59.235367 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Attempting to bind port 81fee4f5-2088-4560-b3df-8cd18e350342 on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:38:59.235778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Attempting to bind port 81fee4f5-2088-4560-b3df-8cd18e350342 by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:38:59.236182 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Attempting to bind port 81fee4f5-2088-4560-b3df-8cd18e350342 on network b49fa4d7-9497-41f5-afae-ab183fc1104b {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:38:59.242369 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c2a57-3466-4061-8154-b582332a9b33 None None] Pushing event updated for resources: {'Port': ['ID=81fee4f5-2088-4560-b3df-8cd18e350342,revision_number=2']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:59.247751 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:38:59.248427 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Checking segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:38:59.249056 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:59.254326 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Bound using segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:38:59.254326 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Bound port: 81fee4f5-2088-4560-b3df-8cd18e350342, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:38:59.254326 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:59.284890 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c2a57-3466-4061-8154-b582332a9b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:59.285272 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c2a57-3466-4061-8154-b582332a9b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:59.285647 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c2a57-3466-4061-8154-b582332a9b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:59.286016 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c2a57-3466-4061-8154-b582332a9b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:59.286378 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c2a57-3466-4061-8154-b582332a9b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:59.286740 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c2a57-3466-4061-8154-b582332a9b33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:59.287098 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c2a57-3466-4061-8154-b582332a9b33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:59.287500 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c2a57-3466-4061-8154-b582332a9b33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:59.287878 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c2a57-3466-4061-8154-b582332a9b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:59.288234 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c2a57-3466-4061-8154-b582332a9b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:59.288584 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c2a57-3466-4061-8154-b582332a9b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:59.288938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c2a57-3466-4061-8154-b582332a9b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:59.299314 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d59c2a57-3466-4061-8154-b582332a9b33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:59.333309 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:59.346399 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] For port 81fee4f5-2088-4560-b3df-8cd18e350342, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:38:59.349616 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] For port 81fee4f5-2088-4560-b3df-8cd18e350342, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=81fee4f5-2088-4560-b3df-8cd18e350342,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:38:59.351201 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Transition to ACTIVE for port object 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb will not be triggered until provisioned by entity DHCP. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:38:59.381222 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:59.387163 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:59.427995 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:59.435819 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:59.467536 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device b3637726-4856-4605-b04b-df47f5f2cf0a up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:38:59.495921 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Routers {'96936098-8204-4df6-9df7-84f3a78e0f82'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:38:59.496784 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e68d6d8>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['96936098-8204-4df6-9df7-84f3a78e0f82'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:59.554363 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Pushing event updated for resources: {'Port': ['ID=8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:59.558455 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:59.568638 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Network aaab3e3e-46fc-404b-8b71-8c9a8872960a is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:38:59.570079 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:38:59.572541 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:38:59.605667 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port b3637726-4856-4605-b04b-df47f5f2cf0a triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:38:59.607785 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:59.659335 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c2a57-3466-4061-8154-b582332a9b33 None None] Pushing event updated for resources: {'Port': ['ID=81fee4f5-2088-4560-b3df-8cd18e350342,revision_number=3']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:59.659969 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546574'] for router_interface, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:59.673377 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d59c2a57-3466-4061-8154-b582332a9b33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:59.766102 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] Set router 96936098-8204-4df6-9df7-84f3a78e0f82 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:38:59.921049 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f5279-a490-4321-a912-c18e4bcc7e8c req-d4398971-3d48-4f01-bccc-9f5c97a69c22 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:59.921572 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8b8f5279-a490-4321-a912-c18e4bcc7e8c req-d4398971-3d48-4f01-bccc-9f5c97a69c22 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.2158437
Apr 20 23:39:00.012245 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8b8f5279-a490-4321-a912-c18e4bcc7e8c req-971e94c1-8636-4f3f-9dfa-33de89518160 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806828
Apr 20 23:39:00.049501 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-05da2697-c273-416d-9281-a07e9b724747 None None] Provisioning for port 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:39:00.062977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-05da2697-c273-416d-9281-a07e9b724747 None None] Provisioning complete for port 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:39:00.062977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-05da2697-c273-416d-9281-a07e9b724747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:00.113277 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:00.126295 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-05da2697-c273-416d-9281-a07e9b724747 None None] Port 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:39:00.189607 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e68d6d8>, [{'id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'name': 'tempest-TestMinimumBasicScenario-582322433-router', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:38:53Z', 'updated_at': '2021-04-20T23:38:55Z', 'revision_number': 3, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'gw_port': {'id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:55Z', 'updated_at': '2021-04-20T23:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:39:00.195077 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2bbe16-d714-4790-b3e4-367b564f698f None None] The sync data for ids ['96936098-8204-4df6-9df7-84f3a78e0f82'] in dv-cinder-680889-5-iscsi is: [{'id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'name': 'tempest-TestMinimumBasicScenario-582322433-router', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:38:53Z', 'updated_at': '2021-04-20T23:38:55Z', 'revision_number': 3, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'gw_port': {'id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:55Z', 'updated_at': '2021-04-20T23:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:39:00.387651 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:00.432813 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379410'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:00.471957 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:00.558714 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Pushing event updated for resources: {'Port': ['ID=8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:00.562281 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33003090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854229143'] for router_interface, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:00.566659 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:00.776031 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Network aaab3e3e-46fc-404b-8b71-8c9a8872960a is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:39:00.776429 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:39:01.058788 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Router 96936098-8204-4df6-9df7-84f3a78e0f82 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:39:01.061399 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-32dd3bfa-1421-455c-933f-4b5accd022fb None None] Provisioning complete for port 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:39:01.063403 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-32dd3bfa-1421-455c-933f-4b5accd022fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:01.209732 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-32dd3bfa-1421-455c-933f-4b5accd022fb None None] Port 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:39:01.283550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:39:01.295636 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] 10.222.0.15 "PUT /v2.0/routers/96936098-8204-4df6-9df7-84f3a78e0f82/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8010585
Apr 20 23:39:01.338497 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb68fb7-097d-4de2-81a5-c74181aa5ca9 req-5d14559e-5c91-4003-8013-224b173f9675 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:01.340918 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ffb68fb7-097d-4de2-81a5-c74181aa5ca9 req-5d14559e-5c91-4003-8013-224b173f9675 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1607981
Apr 20 23:39:01.440981 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ffb68fb7-097d-4de2-81a5-c74181aa5ca9 req-33943b6d-c487-4d14-93e7-696bd508b597 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882728
Apr 20 23:39:01.533051 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 81fee4f5-2088-4560-b3df-8cd18e350342 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:39:01.646731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port 81fee4f5-2088-4560-b3df-8cd18e350342 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:39:01.652147 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 81fee4f5-2088-4560-b3df-8cd18e350342 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:39:01.652577 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:01.793391 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:01.811435 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port 81fee4f5-2088-4560-b3df-8cd18e350342, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=81fee4f5-2088-4560-b3df-8cd18e350342,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:39:01.844113 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:01.847493 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0b12d836-7361-4ef8-b70f-026131144ddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:01.928185 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=81fee4f5-2088-4560-b3df-8cd18e350342,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:01.931700 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:02.173063 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41274) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:02.179114 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-734845461-network', 'tenant_id': '00b23d4940fc4d3e9afb447285056ed5'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:39:02.184100 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:02.188918 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Usage tracker for resource:network and tenant:00b23d4940fc4d3e9afb447285056ed5 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:02.191931 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:02.198012 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:02.252477 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Made reservation on behalf of 00b23d4940fc4d3e9afb447285056ed5 for: {'network': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:39:02.257384 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:02.271803 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:02.291728 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:02.296367 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Usage tracker for resource:security_group_rule and tenant:00b23d4940fc4d3e9afb447285056ed5 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:02.299725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:02.307043 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:02.411025 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:02.473357 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:02.480275 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-398105d8-156b-4dd2-add8-63624611b2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:02.514750 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'}  {{(pid=86385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:39:02.530463 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa04923-c16e-46be-8605-173725819ecf,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:02.535320 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:02.536461 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:02.537099 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Added segment ad98f59a-0b10-4a72-bc6f-f987b1952970 of type vlan for network 6a0a4384-defb-4a30-82b2-374907dd0a14
Apr 20 23:39:02.612389 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:02.715838 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465745c-3bc4-41a6-babf-8241fa7115cc req-71ba39af-2336-462e-b5e9-0496ef102319 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:02.717819 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1465745c-3bc4-41a6-babf-8241fa7115cc req-71ba39af-2336-462e-b5e9-0496ef102319 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1564491
Apr 20 23:39:02.720843 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:02.722539 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:02.723382 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:02.736393 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:02.941895 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Pushing event updated for resources: {'Network': ['ID=6a0a4384-defb-4a30-82b2-374907dd0a14,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:02.953766 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:02.954725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network 6a0a4384-defb-4a30-82b2-374907dd0a14 details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:39:02.968423 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7941871
Apr 20 23:39:02.971499 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 41332) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:02.977913 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-1761ba1f-141f-4b4b-86bc-79ea701c1da5 admin admin] Request body: {'subnet': {'network_id': '6a0a4384-defb-4a30-82b2-374907dd0a14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-734845461-subnet', 'tenant_id': '00b23d4940fc4d3e9afb447285056ed5', 'ip_version': 4}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:39:02.981638 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1465745c-3bc4-41a6-babf-8241fa7115cc req-536e4be3-7faf-442d-99d4-3f384e2a4e3d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2498763
Apr 20 23:39:03.001489 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1761ba1f-141f-4b4b-86bc-79ea701c1da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:03.007472 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1761ba1f-141f-4b4b-86bc-79ea701c1da5 admin admin] Usage tracker for resource:subnet and tenant:00b23d4940fc4d3e9afb447285056ed5 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:03.010635 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1761ba1f-141f-4b4b-86bc-79ea701c1da5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:03.018189 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1761ba1f-141f-4b4b-86bc-79ea701c1da5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:03.065765 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1761ba1f-141f-4b4b-86bc-79ea701c1da5 admin admin] Made reservation on behalf of 00b23d4940fc4d3e9afb447285056ed5 for: {'subnet': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:39:03.071885 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1761ba1f-141f-4b4b-86bc-79ea701c1da5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:03.434215 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41364) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:03.478067 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Sync routers for ids ['96936098-8204-4df6-9df7-84f3a78e0f82'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:39:03.501425 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Routers {'96936098-8204-4df6-9df7-84f3a78e0f82'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:39:03.502156 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e883ef0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['96936098-8204-4df6-9df7-84f3a78e0f82'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:39:03.632270 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 81fee4f5-2088-4560-b3df-8cd18e350342 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:39:03.682723 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1761ba1f-141f-4b4b-86bc-79ea701c1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for subnet, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:03.690931 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:03.788039 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3278aaff-39dd-43ad-a906-3e66009315e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:03.809435 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3278aaff-39dd-43ad-a906-3e66009315e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:03.839969 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3278aaff-39dd-43ad-a906-3e66009315e4 admin admin] Usage tracker for resource:security_group_rule and tenant:4e06ede471b741a7bd47abb2afe211bf is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:03.848886 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3278aaff-39dd-43ad-a906-3e66009315e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:03.863886 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3278aaff-39dd-43ad-a906-3e66009315e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:03.878394 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1761ba1f-141f-4b4b-86bc-79ea701c1da5 admin admin] Checking segment: {'id': 'ad98f59a-0b10-4a72-bc6f-f987b1952970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6a0a4384-defb-4a30-82b2-374907dd0a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:39:03.878800 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1761ba1f-141f-4b4b-86bc-79ea701c1da5 admin admin] Network hostable DHCP agents. Network: 6a0a4384-defb-4a30-82b2-374907dd0a14, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:39:03.926211 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 81fee4f5-2088-4560-b3df-8cd18e350342 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:39:03.926644 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:03.933459 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761ba1f-141f-4b4b-86bc-79ea701c1da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ca5d59-e6e0-44f8-81f4-d60c17bcebe6,revision_number=0']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:03.944702 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1761ba1f-141f-4b4b-86bc-79ea701c1da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:03.989306 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1761ba1f-141f-4b4b-86bc-79ea701c1da5 admin admin] Network 6a0a4384-defb-4a30-82b2-374907dd0a14 is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:39:04.031646 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Set router 96936098-8204-4df6-9df7-84f3a78e0f82 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:39:04.048284 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-1761ba1f-141f-4b4b-86bc-79ea701c1da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, 6a0a4384-defb-4a30-82b2-374907dd0a14) {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:39:04.053603 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1761ba1f-141f-4b4b-86bc-79ea701c1da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:04.054467 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1761ba1f-141f-4b4b-86bc-79ea701c1da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:04.071054 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3278aaff-39dd-43ad-a906-3e66009315e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:04.097384 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b064e947-1362-400d-b661-d03885d3a7c4 None None] Network 6a0a4384-defb-4a30-82b2-374907dd0a14 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:39:04.105428 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3278aaff-39dd-43ad-a906-3e66009315e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:04.115490 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3492e954-131e-435f-97fb-c7362f6ff91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:04.127777 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1761ba1f-141f-4b4b-86bc-79ea701c1da5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1549032
Apr 20 23:39:04.130337 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 41384) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:04.138607 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-734845461-router', 'tenant_id': '00b23d4940fc4d3e9afb447285056ed5', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:39:04.149131 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:04.156286 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Usage tracker for resource:router and tenant:00b23d4940fc4d3e9afb447285056ed5 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:04.159596 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:04.166433 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:04.191641 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b43f4-6026-4074-9706-923a1aa3b22e req-ef1d74a9-3ac6-460d-9f7e-20b92cc7b9dc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:04.199692 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee9b43f4-6026-4074-9706-923a1aa3b22e req-ef1d74a9-3ac6-460d-9f7e-20b92cc7b9dc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.1845500
Apr 20 23:39:04.201958 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278aaff-39dd-43ad-a906-3e66009315e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b65d432-2b09-4054-8a67-e041edb949f2,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:04.207559 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3278aaff-39dd-43ad-a906-3e66009315e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e06ede471b741a7bd47abb2afe211bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7722039
Apr 20 23:39:04.208826 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3278aaff-39dd-43ad-a906-3e66009315e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:04.224319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41388) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:04.246262 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854232352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5632'] for router, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:04.248847 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769921'] for router, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:04.334006 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee9b43f4-6026-4074-9706-923a1aa3b22e req-35d02b09-c64f-4a98-adc9-fabaac190b1e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1331987
Apr 20 23:39:04.372725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5b2887f5-7d4e-4e1f-a617-dc719deaba05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:04.385488 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7e5a0-14e2-4a2c-8931-d48c80edda6c req-47400c00-7d55-4280-b215-37a248128b28 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:04.394649 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6cd7e5a0-14e2-4a2c-8931-d48c80edda6c req-47400c00-7d55-4280-b215-37a248128b28 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.2468359
Apr 20 23:39:04.412734 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5b2887f5-7d4e-4e1f-a617-dc719deaba05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:04.437574 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41398) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:04.465285 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6cd7e5a0-14e2-4a2c-8931-d48c80edda6c req-cba4e89b-d7dd-485f-ad00-fc3c3f953fe9 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693779
Apr 20 23:39:04.490060 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:04.553407 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41406) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:04.578618 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5b2887f5-7d4e-4e1f-a617-dc719deaba05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:04.583605 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-108f90f8-a796-4a06-9a52-8ec4e5b8db36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:04.611075 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2887f5-7d4e-4e1f-a617-dc719deaba05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b65d432-2b09-4054-8a67-e041edb949f2,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:04.621198 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5b2887f5-7d4e-4e1f-a617-dc719deaba05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:04.633190 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5b2887f5-7d4e-4e1f-a617-dc719deaba05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:04.636861 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5b2887f5-7d4e-4e1f-a617-dc719deaba05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b65d432-2b09-4054-8a67-e041edb949f2 HTTP/1.1" status: 204  len: 168 time: 0.4090047
Apr 20 23:39:04.740091 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-49ee674f-434d-4ff2-bd80-c2eb717a6904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:04.802707 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-49ee674f-434d-4ff2-bd80-c2eb717a6904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:04.816743 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-49ee674f-434d-4ff2-bd80-c2eb717a6904 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ea25b451114e21934ec7425aba12e2 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:04.819983 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-49ee674f-434d-4ff2-bd80-c2eb717a6904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:04.842619 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-49ee674f-434d-4ff2-bd80-c2eb717a6904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:04.885135 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2bf254e-dbff-4ec3-a7ee-b7914c445f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:04.907987 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c2bf254e-dbff-4ec3-a7ee-b7914c445f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:04.916574 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c2bf254e-dbff-4ec3-a7ee-b7914c445f96 admin admin] Usage tracker for resource:security_group_rule and tenant:dd8250190a444797a65fce7dd4ef5461 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:04.920891 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c2bf254e-dbff-4ec3-a7ee-b7914c445f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:04.931226 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c2bf254e-dbff-4ec3-a7ee-b7914c445f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:04.956682 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769938'] for router, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:04.999283 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-49ee674f-434d-4ff2-bd80-c2eb717a6904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.058746 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-49ee674f-434d-4ff2-bd80-c2eb717a6904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.071202 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-da6c3a44-2ae3-456c-a67e-4e00d0c4e80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:05.088752 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2bf254e-dbff-4ec3-a7ee-b7914c445f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.121374 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-49ee674f-434d-4ff2-bd80-c2eb717a6904 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4ea25b451114e21934ec7425aba12e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6826568
Apr 20 23:39:05.125679 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41418) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:05.129870 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c2bf254e-dbff-4ec3-a7ee-b7914c445f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.164084 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee674f-434d-4ff2-bd80-c2eb717a6904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e753194b-6770-4d4c-9bb1-99b1aeb52ff3,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:05.195770 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-49ee674f-434d-4ff2-bd80-c2eb717a6904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:05.196559 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8d110493-a851-407a-be1c-df2779cb0d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:05.252931 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c2bf254e-dbff-4ec3-a7ee-b7914c445f96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd8250190a444797a65fce7dd4ef5461&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6981726
Apr 20 23:39:05.261012 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41422) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:05.284347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf254e-dbff-4ec3-a7ee-b7914c445f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaea7dc-3009-43e2-a62b-82e84d8a503d,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:05.308768 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c2bf254e-dbff-4ec3-a7ee-b7914c445f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:05.311060 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03c04a8b-0d60-59db-a6f6-015f86c32765-6a0a4384-defb-4a30-82b2-374907dd0a14', 'network_id': '6a0a4384-defb-4a30-82b2-374907dd0a14', 'tenant_id': '00b23d4940fc4d3e9afb447285056ed5', 'fixed_ips': [{'subnet_id': '79ca5d59-e6e0-44f8-81f4-d60c17bcebe6'}]}} from dv-cinder-680889-5-iscsi. {{(pid=86387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:39:05.312199 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.314159 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e7c29d2d-c9a6-4f75-b2bb-34c87ecdcfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.335344 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41426) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:05.378320 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ee79fb99-3973-4459-b0f8-e482e76a1f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.384643 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e883ef0>, [{'id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'name': 'tempest-TestMinimumBasicScenario-582322433-router', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:38:53Z', 'updated_at': '2021-04-20T23:38:59Z', 'revision_number': 4, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'gw_port': {'id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:55Z', 'updated_at': '2021-04-20T23:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb', 'name': '', 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'mac_address': 'fa:16:3e:8d:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '9484c80a-583b-4813-8ae5-4f679e110c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:58Z', 'updated_at': '2021-04-20T23:39:00Z', 'revision_number': 2, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'subnets': [{'id': '9484c80a-583b-4813-8ae5-4f679e110c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:39:05.397391 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Checking router: 96936098-8204-4df6-9df7-84f3a78e0f82 for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:39:05.397993 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Updating router 96936098-8204-4df6-9df7-84f3a78e0f82 port 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb binding host dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:39:05.400489 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e7c29d2d-c9a6-4f75-b2bb-34c87ecdcfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.433465 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ee79fb99-3973-4459-b0f8-e482e76a1f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:05.463909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ee79fb99-3973-4459-b0f8-e482e76a1f19 admin admin] Usage tracker for resource:security_group_rule and tenant:c8af0cfb0f3a493382173e8d5145b4e7 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:05.467443 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.469921 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ee79fb99-3973-4459-b0f8-e482e76a1f19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:05.480000 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ee79fb99-3973-4459-b0f8-e482e76a1f19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:05.483276 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-da463dba-71ee-4faa-941c-554e02aebefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.492066 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.514906 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.523507 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-da463dba-71ee-4faa-941c-554e02aebefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.646647 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Allocated IP 172.20.0.2 (6a0a4384-defb-4a30-82b2-374907dd0a14/79ca5d59-e6e0-44f8-81f4-d60c17bcebe6/722bed71-3eb6-47de-984b-415eae6e89eb) {{(pid=86387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:39:05.709333 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ee79fb99-3973-4459-b0f8-e482e76a1f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.747515 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ee79fb99-3973-4459-b0f8-e482e76a1f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.760108 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9d98083a-5c15-485d-b9b4-a02ea473c6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:05.784657 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-da463dba-71ee-4faa-941c-554e02aebefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.787342 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Allocated IP 172.27.2.227 (b49fa4d7-9497-41f5-afae-ab183fc1104b/828469c9-116a-4083-bfec-69bcf738251b/712351fe-13e7-4f90-8075-4054076bf542) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:39:05.807942 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e7c29d2d-c9a6-4f75-b2bb-34c87ecdcfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.836185 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853abc1-d492-47e8-8e44-f0e4fa253c76 req-57bd4b42-98bb-45e2-a405-7c679a5d9b70 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:05.837792 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d853abc1-d492-47e8-8e44-f0e4fa253c76 req-57bd4b42-98bb-45e2-a405-7c679a5d9b70 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1230884
Apr 20 23:39:05.851737 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ee79fb99-3973-4459-b0f8-e482e76a1f19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c8af0cfb0f3a493382173e8d5145b4e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5152884
Apr 20 23:39:05.852737 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79fb99-3973-4459-b0f8-e482e76a1f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3b77bd-0ae0-49b0-b033-c7fb10c4b02a,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:05.856675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 41438) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:05.859529 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ee79fb99-3973-4459-b0f8-e482e76a1f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:05.869105 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-db250929-0b01-4366-9e67-53b725380e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:05.886281 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da463dba-71ee-4faa-941c-554e02aebefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaea7dc-3009-43e2-a62b-82e84d8a503d,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:05.907466 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-da463dba-71ee-4faa-941c-554e02aebefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.912345 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-da463dba-71ee-4faa-941c-554e02aebefe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3aaea7dc-3009-43e2-a62b-82e84d8a503d HTTP/1.1" status: 204  len: 168 time: 0.6487341
Apr 20 23:39:05.916633 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e7c29d2d-c9a6-4f75-b2bb-34c87ecdcfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.917815 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e7c29d2d-c9a6-4f75-b2bb-34c87ecdcfa7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e753194b-6770-4d4c-9bb1-99b1aeb52ff3 HTTP/1.1" status: 204  len: 168 time: 0.7911069
Apr 20 23:39:05.918901 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c29d2d-c9a6-4f75-b2bb-34c87ecdcfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e753194b-6770-4d4c-9bb1-99b1aeb52ff3,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:05.949681 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aacc10-25a7-4172-8f13-1621964bb50f req-743bd691-06a7-4d6c-9c7a-0d42ab0a5080 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:05.957662 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5aacc10-25a7-4172-8f13-1621964bb50f req-743bd691-06a7-4d6c-9c7a-0d42ab0a5080 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.4061892
Apr 20 23:39:05.958918 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e7c29d2d-c9a6-4f75-b2bb-34c87ecdcfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:05.961425 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9f793f1d-bc47-4fe1-b481-e7f87ecd636c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:05.962076 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9f793f1d-bc47-4fe1-b481-e7f87ecd636c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:06.073692 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5aacc10-25a7-4172-8f13-1621964bb50f req-6a570953-c7e3-43d2-b75b-92b688409343 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1092269
Apr 20 23:39:06.114150 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d853abc1-d492-47e8-8e44-f0e4fa253c76 req-e5a1b98b-0486-49a5-a096-22bcb51aa94c tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2598855
Apr 20 23:39:06.129055 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bc35ed99-a976-45a5-b5e7-2dc3d3144059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:06.189563 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bc35ed99-a976-45a5-b5e7-2dc3d3144059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:06.189936 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Notify callbacks [] for port, precommit_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:06.205296 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Transition to ACTIVE for port object 722bed71-3eb6-47de-984b-415eae6e89eb will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:39:06.252916 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:06.274777 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Transition to ACTIVE for port object 722bed71-3eb6-47de-984b-415eae6e89eb will not be triggered until provisioned by entity DHCP. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:39:06.311790 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Notify callbacks [] for port, precommit_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:06.325445 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Transition to ACTIVE for port object 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:39:06.330269 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:06.335123 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:06.354838 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bc35ed99-a976-45a5-b5e7-2dc3d3144059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:06.360902 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a1c369ae-32a0-44ce-9744-154976561c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:06.367872 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:06.389204 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35ed99-a976-45a5-b5e7-2dc3d3144059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3b77bd-0ae0-49b0-b033-c7fb10c4b02a,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:06.394645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bc35ed99-a976-45a5-b5e7-2dc3d3144059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:06.396561 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:39:06.397210 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:06.400270 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:06.408830 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Network 6a0a4384-defb-4a30-82b2-374907dd0a14 is already hosted by enough agents. {{(pid=86387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:39:06.425811 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Resources bound (agent type, host, resource id):  {{(pid=86387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:39:06.433800 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:39:06.437240 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Received port after_create {{(pid=86387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:39:06.440070 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:39:06.521139 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Pushing event updated for resources: {'Port': ['ID=722bed71-3eb6-47de-984b-415eae6e89eb,revision_number=1']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:06.566620 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:06.568798 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:06.755853 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41460) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:06.797340 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b583ec0-ff0a-4b18-9024-3be229502735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:06.834330 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1b583ec0-ff0a-4b18-9024-3be229502735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:06.849027 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1b583ec0-ff0a-4b18-9024-3be229502735 admin admin] Usage tracker for resource:security_group_rule and tenant:84a4aa8d6f91417d88e8280c47fa7ae3 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:06.856546 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1b583ec0-ff0a-4b18-9024-3be229502735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:06.862818 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Attempting to bind port 722bed71-3eb6-47de-984b-415eae6e89eb on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:39:06.863296 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Attempting to bind port 722bed71-3eb6-47de-984b-415eae6e89eb by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': 'ad98f59a-0b10-4a72-bc6f-f987b1952970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6a0a4384-defb-4a30-82b2-374907dd0a14'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:39:06.863715 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Attempting to bind port 722bed71-3eb6-47de-984b-415eae6e89eb on network 6a0a4384-defb-4a30-82b2-374907dd0a14 {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:39:06.866725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1b583ec0-ff0a-4b18-9024-3be229502735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:06.886544 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e586f8-ee47-47e8-b42c-43e7c0d88027 None None] Pushing event updated for resources: {'Port': ['ID=8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:06.892529 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:39:06.892960 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Checking segment: {'id': 'ad98f59a-0b10-4a72-bc6f-f987b1952970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6a0a4384-defb-4a30-82b2-374907dd0a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:39:06.893418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:06.893930 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Bound using segment: {'id': 'ad98f59a-0b10-4a72-bc6f-f987b1952970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6a0a4384-defb-4a30-82b2-374907dd0a14'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:39:06.894537 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Bound port: 722bed71-3eb6-47de-984b-415eae6e89eb, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad98f59a-0b10-4a72-bc6f-f987b1952970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6a0a4384-defb-4a30-82b2-374907dd0a14'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:39:06.895032 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:06.911045 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-10e586f8-ee47-47e8-b42c-43e7c0d88027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:06.914074 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Attempting to bind port 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:39:06.914494 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Attempting to bind port 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '6164a0ad-8858-4d2b-aef8-7ca9a169ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:39:06.914909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Attempting to bind port 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb on network aaab3e3e-46fc-404b-8b71-8c9a8872960a {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:39:06.929141 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:39:06.929568 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Checking segment: {'id': '6164a0ad-8858-4d2b-aef8-7ca9a169ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:39:06.930031 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:06.930637 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Bound using segment: {'id': '6164a0ad-8858-4d2b-aef8-7ca9a169ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:39:06.930996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Bound port: 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6164a0ad-8858-4d2b-aef8-7ca9a169ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:39:06.931460 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:07.058640 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b583ec0-ff0a-4b18-9024-3be229502735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:07.061572 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bc35ed99-a976-45a5-b5e7-2dc3d3144059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:07.063000 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-bc35ed99-a976-45a5-b5e7-2dc3d3144059 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa3b77bd-0ae0-49b0-b033-c7fb10c4b02a HTTP/1.1" status: 204  len: 168 time: 1.2047234
Apr 20 23:39:07.074456 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Pushing event updated for resources: {'Port': ['ID=712351fe-13e7-4f90-8075-4054076bf542,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:07.094449 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:07.095047 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1b583ec0-ff0a-4b18-9024-3be229502735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:07.095205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:07.095393 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:07.095788 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:07.096405 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:07.096795 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:07.097183 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:07.097700 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:07.097932 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:07.098318 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:07.099010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:07.099371 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:07.110644 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] For port 722bed71-3eb6-47de-984b-415eae6e89eb, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:39:07.112157 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d684ac6b-de1d-4e79-bc9e-d4839afa40ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:07.113112 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] For port 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:39:07.116960 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] For port 722bed71-3eb6-47de-984b-415eae6e89eb, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=722bed71-3eb6-47de-984b-415eae6e89eb,segment=NetworkSegment(ad98f59a-0b10-4a72-bc6f-f987b1952970),segment_id=ad98f59a-0b10-4a72-bc6f-f987b1952970)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:39:07.117123 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:07.130053 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] For port 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb,segment=NetworkSegment(6164a0ad-8858-4d2b-aef8-7ca9a169ef20),segment_id=6164a0ad-8858-4d2b-aef8-7ca9a169ef20)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:39:07.167900 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:07.173604 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:07.187989 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1b583ec0-ff0a-4b18-9024-3be229502735 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=84a4aa8d6f91417d88e8280c47fa7ae3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4279282
Apr 20 23:39:07.187989 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b583ec0-ff0a-4b18-9024-3be229502735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8367276-2d47-4876-9dd0-712f31219b49,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:07.188561 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 41474) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:07.203364 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1b583ec0-ff0a-4b18-9024-3be229502735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:07.244460 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:07.304632 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Routers {'96936098-8204-4df6-9df7-84f3a78e0f82'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:39:07.306125 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e883ef0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['96936098-8204-4df6-9df7-84f3a78e0f82'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:39:07.566530 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b165639-c0db-4c43-b4c0-ee7df66f60a4 req-df035a9e-6299-4033-aa22-bbd2af3c66ce tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:07.579835 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2b165639-c0db-4c43-b4c0-ee7df66f60a4 req-df035a9e-6299-4033-aa22-bbd2af3c66ce tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.2330589
Apr 20 23:39:07.630264 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Pushing event updated for resources: {'Port': ['ID=722bed71-3eb6-47de-984b-415eae6e89eb,revision_number=2']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:07.633746 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:07.644672 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.390s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:07.671288 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41490) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:07.700453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d236058d-d245-4f85-a817-eadfcec4fe37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:07.728611 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2b165639-c0db-4c43-b4c0-ee7df66f60a4 req-b8b9dcf8-411b-4316-991b-b78c6eebb09b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1397521
Apr 20 23:39:07.756829 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193ecc4-cf34-48b1-aea8-c5a5942c62d7 req-229c75e2-ec71-43a9-b9b9-097f5ca39a2b tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:07.762383 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4193ecc4-cf34-48b1-aea8-c5a5942c62d7 req-229c75e2-ec71-43a9-b9b9-097f5ca39a2b tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.3868780
Apr 20 23:39:07.838113 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:07.892352 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-19000039-network', 'tenant_id': '739b3173e7b54b759b00fcb6f520a807'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:39:07.902074 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:07.907609 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Usage tracker for resource:network and tenant:739b3173e7b54b759b00fcb6f520a807 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:07.911006 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:07.917683 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:07.969319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Made reservation on behalf of 739b3173e7b54b759b00fcb6f520a807 for: {'network': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:39:07.974180 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:07.986673 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] Set router 96936098-8204-4df6-9df7-84f3a78e0f82 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:39:07.996653 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:08.015115 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:08.019586 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Usage tracker for resource:security_group_rule and tenant:739b3173e7b54b759b00fcb6f520a807 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:08.022727 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:08.028879 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:08.065988 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e586f8-ee47-47e8-b42c-43e7c0d88027 None None] Pushing event updated for resources: {'Port': ['ID=8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:08.070923 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d236058d-d245-4f85-a817-eadfcec4fe37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:08.073292 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-10e586f8-ee47-47e8-b42c-43e7c0d88027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:08.277055 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4193ecc4-cf34-48b1-aea8-c5a5942c62d7 req-bf457381-d2c3-4ade-9683-4c2d56e3d1c9 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5120220
Apr 20 23:39:08.431964 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:08.453165 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854230453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126893'] for router, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:08.464005 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:08.469342 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-eda1a8ab-da58-4459-9f9c-783215ca66c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:08.502253 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d2715b-8bf3-4261-847b-9ec158a98e34,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:08.505829 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:08.535205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'}  {{(pid=86385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:39:08.607377 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:08.636000 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e883ef0>, [{'id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'name': 'tempest-TestMinimumBasicScenario-582322433-router', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:38:53Z', 'updated_at': '2021-04-20T23:38:59Z', 'revision_number': 4, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'gw_port': {'id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:55Z', 'updated_at': '2021-04-20T23:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb', 'name': '', 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'mac_address': 'fa:16:3e:8d:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '9484c80a-583b-4813-8ae5-4f679e110c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:58Z', 'updated_at': '2021-04-20T23:39:07Z', 'revision_number': 4, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'subnets': [{'id': '9484c80a-583b-4813-8ae5-4f679e110c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:39:08.641082 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c1c938-a33a-4967-80f1-486349bb0b36 None None] The sync data for ids ['96936098-8204-4df6-9df7-84f3a78e0f82'] in dv-cinder-680889-5-iscsi is: [{'id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'name': 'tempest-TestMinimumBasicScenario-582322433-router', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:38:53Z', 'updated_at': '2021-04-20T23:38:59Z', 'revision_number': 4, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'gw_port': {'id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:55Z', 'updated_at': '2021-04-20T23:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb', 'name': '', 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'mac_address': 'fa:16:3e:8d:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '9484c80a-583b-4813-8ae5-4f679e110c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:58Z', 'updated_at': '2021-04-20T23:39:07Z', 'revision_number': 4, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'subnets': [{'id': '9484c80a-583b-4813-8ae5-4f679e110c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:39:08.650870 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:08.651308 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Added segment ac36d1cd-304a-4619-8f96-5e255e4b9ecd of type vlan for network 5ad66b57-b29d-4558-b5b1-483f5e8f8ecb
Apr 20 23:39:08.655390 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec52c2-97aa-432c-b426-cc97c67d41c5 req-71dfcaee-4b98-4557-bb44-c994547f933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:08.657027 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-08ec52c2-97aa-432c-b426-cc97c67d41c5 req-71dfcaee-4b98-4557-bb44-c994547f933a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab95038a22354139a0254e25eb4cccde&device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 1098 time: 0.3248641
Apr 20 23:39:08.729456 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d236058d-d245-4f85-a817-eadfcec4fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:08.764537 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:08.775565 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4f7f0630-1b65-454f-9d67-81787291c122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:08.883982 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:08.885447 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:08.886335 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:08.892412 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:08.990618 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236058d-d245-4f85-a817-eadfcec4fe37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8367276-2d47-4876-9dd0-712f31219b49,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:09.010324 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d236058d-d245-4f85-a817-eadfcec4fe37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:09.033637 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d236058d-d245-4f85-a817-eadfcec4fe37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:09.037818 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d236058d-d245-4f85-a817-eadfcec4fe37 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8367276-2d47-4876-9dd0-712f31219b49 HTTP/1.1" status: 204  len: 168 time: 1.8481328
Apr 20 23:39:09.139915 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec52c2-97aa-432c-b426-cc97c67d41c5 req-3213c3cf-c82c-4228-bf73-4f675a190deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:09.147523 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-08ec52c2-97aa-432c-b426-cc97c67d41c5 req-3213c3cf-c82c-4228-bf73-4f675a190deb service neutron] 10.222.0.10 "GET /v2.0/networks?id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e HTTP/1.1" status: 200  len: 919 time: 0.3833740
Apr 20 23:39:09.151779 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Router fae7da50-d153-408b-a2a7-4d43821f2e00 is scheduled to L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb with binding_index 1 {{(pid=86386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:39:09.251147 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6412397-87ee-4f4c-910d-72a85ebeb5c6 None None] Network 6a0a4384-defb-4a30-82b2-374907dd0a14 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:39:09.460676 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-08ec52c2-97aa-432c-b426-cc97c67d41c5 req-f3604170-493a-4014-bf1a-2bcb604c1504 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f73b95e-fd5b-485f-bf5e-50b235c56921 HTTP/1.1" status: 200  len: 217 time: 0.3028743
Apr 20 23:39:09.631228 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Pushing event updated for resources: {'Network': ['ID=5ad66b57-b29d-4558-b5b1-483f5e8f8ecb,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:09.644548 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:09.644951 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:09.645342 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:09.645724 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:09.646104 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:09.646482 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:09.646833 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:09.647785 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:09.648463 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:09.648994 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:09.649613 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:09.650121 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:09.661005 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:09.665949 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.9928236
Apr 20 23:39:09.671124 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41540) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:09.678946 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-1381c651-ebfe-4f54-b129-54b0877639b5 admin admin] Request body: {'subnet': {'network_id': '5ad66b57-b29d-4558-b5b1-483f5e8f8ecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-19000039-subnet', 'tenant_id': '739b3173e7b54b759b00fcb6f520a807', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:39:09.696428 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34df261-ea17-4b12-8cf3-ec5c1fee38db req-0df468d3-1880-4bd8-b714-7ed03835cdbc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:09.715759 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e34df261-ea17-4b12-8cf3-ec5c1fee38db req-0df468d3-1880-4bd8-b714-7ed03835cdbc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.3388338
Apr 20 23:39:09.744387 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network 5ad66b57-b29d-4558-b5b1-483f5e8f8ecb details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:39:09.756717 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1381c651-ebfe-4f54-b129-54b0877639b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:09.790723 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1381c651-ebfe-4f54-b129-54b0877639b5 admin admin] Usage tracker for resource:subnet and tenant:739b3173e7b54b759b00fcb6f520a807 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:09.795754 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1381c651-ebfe-4f54-b129-54b0877639b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:09.816216 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1381c651-ebfe-4f54-b129-54b0877639b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:09.864498 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e34df261-ea17-4b12-8cf3-ec5c1fee38db req-dc76acc5-a789-4399-a167-fde583d64de5 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1476786
Apr 20 23:39:09.890404 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1381c651-ebfe-4f54-b129-54b0877639b5 admin admin] Made reservation on behalf of 739b3173e7b54b759b00fcb6f520a807 for: {'subnet': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:39:09.900339 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1381c651-ebfe-4f54-b129-54b0877639b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946129'] for subnet, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:09.900440 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec52c2-97aa-432c-b426-cc97c67d41c5 req-afdfe3a7-35ac-4aad-914b-5bc2587b4452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:09.900440 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-08ec52c2-97aa-432c-b426-cc97c67d41c5 req-afdfe3a7-35ac-4aad-914b-5bc2587b4452 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87180e83-62f3-404a-9c4e-515fba272188 HTTP/1.1" status: 200  len: 859 time: 0.4121394
Apr 20 23:39:09.914491 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 722bed71-3eb6-47de-984b-415eae6e89eb up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:39:10.024808 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-f54f4e54-382a-45ee-9e07-b7a3922a1caa None None] Provisioning for port 722bed71-3eb6-47de-984b-415eae6e89eb completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:39:10.074814 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-08ec52c2-97aa-432c-b426-cc97c67d41c5 req-d71d0002-b7cb-46b2-8bf2-5f697472ff43 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1450336
Apr 20 23:39:10.146275 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port 722bed71-3eb6-47de-984b-415eae6e89eb completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:39:10.152104 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 722bed71-3eb6-47de-984b-415eae6e89eb triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:39:10.152855 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:10.391854 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:10.454892 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port 722bed71-3eb6-47de-984b-415eae6e89eb, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=722bed71-3eb6-47de-984b-415eae6e89eb,segment=NetworkSegment(ad98f59a-0b10-4a72-bc6f-f987b1952970),segment_id=ad98f59a-0b10-4a72-bc6f-f987b1952970)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:39:10.470135 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-701ce5c0-b7cc-4edd-9592-10534f0b8e83 None None] Provisioning complete for port 722bed71-3eb6-47de-984b-415eae6e89eb triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:39:10.470911 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-701ce5c0-b7cc-4edd-9592-10534f0b8e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:10.553328 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:10.554512 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:39:10.599221 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:10.626529 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d8059-1904-4005-8249-9f1df44618d1 req-6c809843-c00b-4e0d-a868-c50854387569 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:10.628249 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-240d8059-1904-4005-8249-9f1df44618d1 req-6c809843-c00b-4e0d-a868-c50854387569 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.8121364
Apr 20 23:39:10.731693 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=722bed71-3eb6-47de-984b-415eae6e89eb,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:10.738790 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:10.759219 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-08ec52c2-97aa-432c-b426-cc97c67d41c5 req-c7e59239-2283-4c4c-91f0-e56848dacbb4 service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6725893
Apr 20 23:39:10.760297 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:39:10.788913 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Sync routers for ids ['fae7da50-d153-408b-a2a7-4d43821f2e00'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:39:10.820117 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Routers {'fae7da50-d153-408b-a2a7-4d43821f2e00'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:39:10.822218 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e390438>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['fae7da50-d153-408b-a2a7-4d43821f2e00'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:39:10.866872 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1381c651-ebfe-4f54-b129-54b0877639b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3379530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946112'] for subnet, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:10.877857 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-780ee975-6935-4478-b5ec-2bb2c12a8a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:10.952816 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:39:10.959710 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:39:10.961564 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:11.009110 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-240d8059-1904-4005-8249-9f1df44618d1 req-343f2136-a4f3-4c68-bd14-da8cafbb7a7b tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3644676
Apr 20 23:39:11.020257 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Notify callbacks [] for router, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:11.024197 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 6.8924177
Apr 20 23:39:11.024912 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 41584) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:11.056525 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381c651-ebfe-4f54-b129-54b0877639b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=287a11c2-d117-4aec-b243-74eeae3a4100,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:11.059480 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1381c651-ebfe-4f54-b129-54b0877639b5 admin admin] Checking segment: {'id': 'ac36d1cd-304a-4619-8f96-5e255e4b9ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5ad66b57-b29d-4558-b5b1-483f5e8f8ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:39:11.060082 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1381c651-ebfe-4f54-b129-54b0877639b5 admin admin] Network hostable DHCP agents. Network: 5ad66b57-b29d-4558-b5b1-483f5e8f8ecb, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:39:11.067254 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1381c651-ebfe-4f54-b129-54b0877639b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:11.165133 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Set router fae7da50-d153-408b-a2a7-4d43821f2e00 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:39:11.237505 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16ab1e-0119-4795-8e02-ab3f4cb5a51d req-bac41026-7773-41d2-a870-2a5f090fd364 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:11.239158 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5d16ab1e-0119-4795-8e02-ab3f4cb5a51d req-bac41026-7773-41d2-a870-2a5f090fd364 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.1709404
Apr 20 23:39:11.240860 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:11.252126 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1381c651-ebfe-4f54-b129-54b0877639b5 admin admin] Network 5ad66b57-b29d-4558-b5b1-483f5e8f8ecb is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:39:11.298725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb,segment=NetworkSegment(6164a0ad-8858-4d2b-aef8-7ca9a169ef20),segment_id=6164a0ad-8858-4d2b-aef8-7ca9a169ef20)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:39:11.329888 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5d16ab1e-0119-4795-8e02-ab3f4cb5a51d req-d64002ed-0692-4ef6-a6f7-c329a1dce8c3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0647848
Apr 20 23:39:11.343423 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-1381c651-ebfe-4f54-b129-54b0877639b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, 5ad66b57-b29d-4558-b5b1-483f5e8f8ecb) {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:39:11.347232 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:11.359554 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:11.373477 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381c651-ebfe-4f54-b129-54b0877639b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:11.374144 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1381c651-ebfe-4f54-b129-54b0877639b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:11.438317 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-08ec52c2-97aa-432c-b426-cc97c67d41c5 req-2fa2df87-814e-43e1-9c64-1c8a424444ba service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6646631
Apr 20 23:39:11.447872 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea527c63-663c-49ff-b213-b4a8c2fd7980 None None] Network 5ad66b57-b29d-4558-b5b1-483f5e8f8ecb requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:39:11.471184 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1381c651-ebfe-4f54-b129-54b0877639b5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.7986622
Apr 20 23:39:11.582766 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:11.592759 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 722bed71-3eb6-47de-984b-415eae6e89eb up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:39:11.625357 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:11.675457 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e390438>, [{'id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'name': 'tempest-TestMinimumBasicScenario-734845461-router', 'tenant_id': '00b23d4940fc4d3e9afb447285056ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '712351fe-13e7-4f90-8075-4054076bf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:39:04Z', 'updated_at': '2021-04-20T23:39:07Z', 'revision_number': 3, 'project_id': '00b23d4940fc4d3e9afb447285056ed5', 'gw_port': {'id': '712351fe-13e7-4f90-8075-4054076bf542', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:39:05Z', 'updated_at': '2021-04-20T23:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:39:11.681367 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Checking router: fae7da50-d153-408b-a2a7-4d43821f2e00 for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:39:11.681837 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Updating router fae7da50-d153-408b-a2a7-4d43821f2e00 port 712351fe-13e7-4f90-8075-4054076bf542 binding host dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:39:11.756323 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 722bed71-3eb6-47de-984b-415eae6e89eb triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:39:11.756797 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:11.841076 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:11.980010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe28253-7250-4610-9b0c-6e5a22bdc550 None None] Network 5ad66b57-b29d-4558-b5b1-483f5e8f8ecb requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:39:12.317429 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Notify callbacks [] for port, precommit_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:12.330407 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Transition to ACTIVE for port object 712351fe-13e7-4f90-8075-4054076bf542 will not be triggered until provisioned by entity L2. {{(pid=86388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:39:12.362355 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:12.380918 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:12.386112 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:12.531154 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c287d-991f-46ee-95f4-3dc8264411bb req-c7eca371-5e8e-42cf-8a84-c408d58abd62 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:12.532851 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d73c287d-991f-46ee-95f4-3dc8264411bb req-c7eca371-5e8e-42cf-8a84-c408d58abd62 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.2803941
Apr 20 23:39:12.550181 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fc2c9-1235-4419-9bce-80caac95dee6 None None] Pushing event updated for resources: {'Port': ['ID=712351fe-13e7-4f90-8075-4054076bf542,revision_number=2']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:12.589587 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:39:12.590748 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9d2fc2c9-1235-4419-9bce-80caac95dee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:12.659052 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Attempting to bind port 712351fe-13e7-4f90-8075-4054076bf542 on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:39:12.659509 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Attempting to bind port 712351fe-13e7-4f90-8075-4054076bf542 by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:39:12.659920 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Attempting to bind port 712351fe-13e7-4f90-8075-4054076bf542 on network b49fa4d7-9497-41f5-afae-ab183fc1104b {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:39:12.677612 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:39:12.678040 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Checking segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:39:12.678491 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:12.678929 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Bound using segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:39:12.679480 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Bound port: 712351fe-13e7-4f90-8075-4054076bf542, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:39:12.679917 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:12.779355 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44980640-2d90-4216-a450-1c82a3c081fe req-30c56bcf-6a04-48bd-a6cd-f3b2dd1a8958 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:12.792318 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-44980640-2d90-4216-a450-1c82a3c081fe req-30c56bcf-6a04-48bd-a6cd-f3b2dd1a8958 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.1716504
Apr 20 23:39:12.814060 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d73c287d-991f-46ee-95f4-3dc8264411bb req-3458e5a9-1942-4e51-9111-91c4d94eefe4 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2643924
Apr 20 23:39:12.860562 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] For port 712351fe-13e7-4f90-8075-4054076bf542, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:39:12.867213 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] For port 712351fe-13e7-4f90-8075-4054076bf542, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=712351fe-13e7-4f90-8075-4054076bf542,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:39:12.901140 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-44980640-2d90-4216-a450-1c82a3c081fe req-27bb7cf1-99bb-414f-ade0-d80869e04ba6 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1075695
Apr 20 23:39:12.932787 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:12.939073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c3b8adad-068f-44e3-9182-ed523d0da6e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:12.995495 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Allocated IP 172.20.0.1 (6a0a4384-defb-4a30-82b2-374907dd0a14/79ca5d59-e6e0-44f8-81f4-d60c17bcebe6/72ca7241-533a-4557-b527-46ea41a68811) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:39:13.013715 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Routers {'fae7da50-d153-408b-a2a7-4d43821f2e00'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:39:13.017871 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e390438>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['fae7da50-d153-408b-a2a7-4d43821f2e00'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:39:13.286827 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:13.305055 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Transition to ACTIVE for port object 72ca7241-533a-4557-b527-46ea41a68811 will not be triggered until provisioned by entity DHCP. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:39:13.394561 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:13.396329 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fc2c9-1235-4419-9bce-80caac95dee6 None None] Pushing event updated for resources: {'Port': ['ID=712351fe-13e7-4f90-8075-4054076bf542,revision_number=3']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:13.402319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:13.414789 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9d2fc2c9-1235-4419-9bce-80caac95dee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:13.483684 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] Set router fae7da50-d153-408b-a2a7-4d43821f2e00 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:39:13.494480 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:39:13.513748 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Pushing event updated for resources: {'Port': ['ID=72ca7241-533a-4557-b527-46ea41a68811,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:13.516872 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:13.527868 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Network 6a0a4384-defb-4a30-82b2-374907dd0a14 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:39:13.529360 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:39:13.542084 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:39:13.542834 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546574'] for router_interface, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:13.700940 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:39:13.701372 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:13.823016 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:13.938402 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-b102e053-a68e-4d53-88ae-1bcfb11745ae None None] Provisioning for port 72ca7241-533a-4557-b527-46ea41a68811 completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:39:13.949223 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-b102e053-a68e-4d53-88ae-1bcfb11745ae None None] Provisioning complete for port 72ca7241-533a-4557-b527-46ea41a68811 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:39:13.949659 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b102e053-a68e-4d53-88ae-1bcfb11745ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:14.102699 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-b102e053-a68e-4d53-88ae-1bcfb11745ae None None] Port 72ca7241-533a-4557-b527-46ea41a68811 cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:39:14.130444 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e390438>, [{'id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'name': 'tempest-TestMinimumBasicScenario-734845461-router', 'tenant_id': '00b23d4940fc4d3e9afb447285056ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '712351fe-13e7-4f90-8075-4054076bf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:39:04Z', 'updated_at': '2021-04-20T23:39:07Z', 'revision_number': 3, 'project_id': '00b23d4940fc4d3e9afb447285056ed5', 'gw_port': {'id': '712351fe-13e7-4f90-8075-4054076bf542', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:39:05Z', 'updated_at': '2021-04-20T23:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:39:14.135735 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4a4922-432f-4a47-b69f-25b36b116b94 None None] The sync data for ids ['fae7da50-d153-408b-a2a7-4d43821f2e00'] in dv-cinder-680889-5-iscsi is: [{'id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'name': 'tempest-TestMinimumBasicScenario-734845461-router', 'tenant_id': '00b23d4940fc4d3e9afb447285056ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '712351fe-13e7-4f90-8075-4054076bf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:39:04Z', 'updated_at': '2021-04-20T23:39:07Z', 'revision_number': 3, 'project_id': '00b23d4940fc4d3e9afb447285056ed5', 'gw_port': {'id': '712351fe-13e7-4f90-8075-4054076bf542', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:39:05Z', 'updated_at': '2021-04-20T23:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:39:14.166570 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1299fd-cd9d-45b9-9925-92e21e14a870 req-977a3398-302c-483a-b90c-f208f76dd9b0 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:14.168282 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5c1299fd-cd9d-45b9-9925-92e21e14a870 req-977a3398-302c-483a-b90c-f208f76dd9b0 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.1378720
Apr 20 23:39:14.217501 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f22df-0114-409e-a186-49b9b2c78b3b req-68c9eb77-fe25-4b65-919e-4d91c9b4dc44 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:14.229210 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5c1299fd-cd9d-45b9-9925-92e21e14a870 req-d71fde94-5d63-48c7-a26c-28626e538146 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0540097
Apr 20 23:39:14.232498 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b34f22df-0114-409e-a186-49b9b2c78b3b req-68c9eb77-fe25-4b65-919e-4d91c9b4dc44 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1729589
Apr 20 23:39:14.305613 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:14.312764 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b34f22df-0114-409e-a186-49b9b2c78b3b req-956d9ed2-560c-4e2f-9123-2db38f5e2eb5 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702391
Apr 20 23:39:14.366365 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:14.367240 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33003090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854229143'] for router_interface, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:14.381013 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bba64b2d-40c3-4084-82fd-466d01c91f54 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:14.462948 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Pushing event updated for resources: {'Port': ['ID=72ca7241-533a-4557-b527-46ea41a68811,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:14.487109 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:14.646492 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Network 6a0a4384-defb-4a30-82b2-374907dd0a14 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:39:14.647835 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:39:15.151034 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d45377e8-3fa8-48c1-8ce4-b45bf447aeed None None] Provisioning complete for port 72ca7241-533a-4557-b527-46ea41a68811 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:39:15.152301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d45377e8-3fa8-48c1-8ce4-b45bf447aeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:15.192409 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Router fae7da50-d153-408b-a2a7-4d43821f2e00 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:39:15.212639 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a45146-01ea-46b4-974f-f0865d0d5c9d req-1c6f6eac-fa6f-4d5d-8ae9-fdd6186ec35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:15.214238 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-78a45146-01ea-46b4-974f-f0865d0d5c9d req-1c6f6eac-fa6f-4d5d-8ae9-fdd6186ec35a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 1098 time: 0.1980574
Apr 20 23:39:15.228146 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41698) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:15.245834 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d45377e8-3fa8-48c1-8ce4-b45bf447aeed None None] Port 72ca7241-533a-4557-b527-46ea41a68811 cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:39:15.599017 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 712351fe-13e7-4f90-8075-4054076bf542 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:39:15.812431 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port 712351fe-13e7-4f90-8075-4054076bf542 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:39:15.819286 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 712351fe-13e7-4f90-8075-4054076bf542 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:39:15.819684 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:15.839245 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-756d1464-45f2-430a-8a2a-332aa6e67012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:15.862774 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8159c-86df-49ad-a919-f086560df240 req-b42207f3-c074-4d1d-948b-5f22efbf4877 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:15.863984 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-bee8159c-86df-49ad-a919-f086560df240 req-b42207f3-c074-4d1d-948b-5f22efbf4877 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Synchronizing usage tracker for tenant:739b3173e7b54b759b00fcb6f520a807 on resource:network {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:39:15.893550 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-78a45146-01ea-46b4-974f-f0865d0d5c9d req-78559471-5c5a-4b59-ab48-04d475cbd656 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6134648
Apr 20 23:39:15.906685 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-756d1464-45f2-430a-8a2a-332aa6e67012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:15.911548 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-756d1464-45f2-430a-8a2a-332aa6e67012 admin admin] Usage tracker for resource:security_group_rule and tenant:8e1ddc1964574a919a9f0d54f4e4bf5b is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:15.914984 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-756d1464-45f2-430a-8a2a-332aa6e67012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:15.925370 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-756d1464-45f2-430a-8a2a-332aa6e67012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:15.990141 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd9b87-d85b-4de1-9927-cb2626f40061 req-7e2fc73c-e90e-495d-9dab-09a571278821 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:15.991656 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-73fd9b87-d85b-4de1-9927-cb2626f40061 req-7e2fc73c-e90e-495d-9dab-09a571278821 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.2096748
Apr 20 23:39:15.995280 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:39:16.017175 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:16.037681 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-756d1464-45f2-430a-8a2a-332aa6e67012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:16.039075 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port 712351fe-13e7-4f90-8075-4054076bf542, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=712351fe-13e7-4f90-8075-4054076bf542,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:39:16.046145 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] 10.222.0.15 "PUT /v2.0/routers/fae7da50-d153-408b-a2a7-4d43821f2e00/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0144911
Apr 20 23:39:16.054026 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-73fd9b87-d85b-4de1-9927-cb2626f40061 req-6ec2b7b9-b89f-4466-87b7-2a0b1235195a tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0519207
Apr 20 23:39:16.077910 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-756d1464-45f2-430a-8a2a-332aa6e67012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:16.084152 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:16.088501 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:16.090161 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c2bf254e-dbff-4ec3-a7ee-b7914c445f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:16.120458 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-bee8159c-86df-49ad-a919-f086560df240 req-b42207f3-c074-4d1d-948b-5f22efbf4877 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Unset dirty status for tenant:739b3173e7b54b759b00fcb6f520a807 on resource:network {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:39:16.122031 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bee8159c-86df-49ad-a919-f086560df240 req-b42207f3-c074-4d1d-948b-5f22efbf4877 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/networks?id=5ad66b57-b29d-4558-b5b1-483f5e8f8ecb HTTP/1.1" status: 200  len: 807 time: 0.8033543
Apr 20 23:39:16.126265 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d1464-45f2-430a-8a2a-332aa6e67012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ef97d3-4880-4c8b-8b68-cb1115b19804,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:16.130037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-756d1464-45f2-430a-8a2a-332aa6e67012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:16.156090 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bee8159c-86df-49ad-a919-f086560df240 req-b7081a38-c03b-4f7d-8064-f1eed53f88cf tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/quotas/739b3173e7b54b759b00fcb6f520a807 HTTP/1.1" status: 200  len: 375 time: 0.0124810
Apr 20 23:39:16.162717 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=712351fe-13e7-4f90-8075-4054076bf542,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:16.166675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:16.224973 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bee8159c-86df-49ad-a919-f086560df240 req-08ed69bd-cb5a-4d51-a481-e6987fe746a4 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=739b3173e7b54b759b00fcb6f520a807&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0611899
Apr 20 23:39:16.230600 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-756d1464-45f2-430a-8a2a-332aa6e67012 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e1ddc1964574a919a9f0d54f4e4bf5b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0013511
Apr 20 23:39:16.231547 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41736) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:16.340362 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421cbb2-eaea-4bfa-ac0f-d1f70b5cc584 req-40b9be1c-0a0b-4c57-a16e-8c9bdea1df7d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:16.343346 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3421cbb2-eaea-4bfa-ac0f-d1f70b5cc584 req-40b9be1c-0a0b-4c57-a16e-8c9bdea1df7d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1511748
Apr 20 23:39:16.413071 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3421cbb2-eaea-4bfa-ac0f-d1f70b5cc584 req-444b6ef4-d360-490e-baa8-c101a4289850 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614595
Apr 20 23:39:16.538998 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bee8159c-86df-49ad-a919-f086560df240 req-aa694711-a9e9-4bb1-8956-f1c38b4d8bad service neutron] 10.222.0.15 "GET /v2.0/networks/5ad66b57-b29d-4558-b5b1-483f5e8f8ecb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2923369
Apr 20 23:39:16.567305 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-89505e9a-d97c-425b-93ca-c7e9f1069e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:16.672559 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-89505e9a-d97c-425b-93ca-c7e9f1069e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:16.749003 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bee8159c-86df-49ad-a919-f086560df240 req-15891661-7544-4016-8dd2-4d567276010e service neutron] 10.222.0.15 "GET /v2.0/networks/5ad66b57-b29d-4558-b5b1-483f5e8f8ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2089245
Apr 20 23:39:16.906675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-89505e9a-d97c-425b-93ca-c7e9f1069e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:16.916319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0da29ba3-eed7-497c-a013-42f9f97683e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:16.943408 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89505e9a-d97c-425b-93ca-c7e9f1069e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ef97d3-4880-4c8b-8b68-cb1115b19804,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:16.945872 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-89505e9a-d97c-425b-93ca-c7e9f1069e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:16.946960 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-89505e9a-d97c-425b-93ca-c7e9f1069e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:16.949002 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-89505e9a-d97c-425b-93ca-c7e9f1069e06 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50ef97d3-4880-4c8b-8b68-cb1115b19804 HTTP/1.1" status: 204  len: 168 time: 0.7157681
Apr 20 23:39:17.124398 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d011736-f805-4a32-8de0-1dfd7cc3fdc9 req-d1e4deaa-3dc1-4d43-82f4-b38f514c05c5 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 210 time: 0.1314611
Apr 20 23:39:17.396858 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7f5ab-9c10-424d-893f-c9526253ef23 req-ccf6b030-a15a-4226-940d-16b8aa1279fd tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:17.399467 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5ad7f5ab-9c10-424d-893f-c9526253ef23 req-ccf6b030-a15a-4226-940d-16b8aa1279fd tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.1197915
Apr 20 23:39:17.490067 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5ad7f5ab-9c10-424d-893f-c9526253ef23 req-68f1ec08-8d3c-4e95-81bc-79d81db1c683 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0806558
Apr 20 23:39:17.504130 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 712351fe-13e7-4f90-8075-4054076bf542 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:39:17.650517 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 712351fe-13e7-4f90-8075-4054076bf542 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:39:17.651103 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:17.704240 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Sync routers for ids ['fae7da50-d153-408b-a2a7-4d43821f2e00'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:39:17.727433 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Routers {'fae7da50-d153-408b-a2a7-4d43821f2e00'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:39:17.728489 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e0811d0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['fae7da50-d153-408b-a2a7-4d43821f2e00'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:39:17.779874 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceed0c8-33a8-4c4d-b934-09a8c677b50b req-e26b91e7-dc9f-4380-865f-41706c5389ff tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:17.789741 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ceed0c8-33a8-4c4d-b934-09a8c677b50b req-e26b91e7-dc9f-4380-865f-41706c5389ff tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1931798
Apr 20 23:39:17.844052 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ceed0c8-33a8-4c4d-b934-09a8c677b50b req-bc13e877-b8cc-497c-ae3d-992efadbec6c tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531690
Apr 20 23:39:18.153001 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41794) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:18.180272 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Set router fae7da50-d153-408b-a2a7-4d43821f2e00 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:39:18.214813 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ee714631-151b-4942-ab98-6ac989e6004c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:18.314249 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ee714631-151b-4942-ab98-6ac989e6004c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:18.344244 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aabf607c-38a9-40bb-8aa4-defd16af953b req-749c90ed-76ba-44a2-84ea-c5cf2fe73b4e tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 210 time: 0.0983641
Apr 20 23:39:18.362501 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ee714631-151b-4942-ab98-6ac989e6004c admin admin] Usage tracker for resource:security_group_rule and tenant:f3e93bee67b342019e321d36b0826f22 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:18.375547 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ee714631-151b-4942-ab98-6ac989e6004c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:18.387653 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ee714631-151b-4942-ab98-6ac989e6004c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:18.510108 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ee714631-151b-4942-ab98-6ac989e6004c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:18.543475 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ee714631-151b-4942-ab98-6ac989e6004c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:18.556803 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c9d0a3c0-4ac6-4996-b384-7a7c901ec6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:18.660126 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ee714631-151b-4942-ab98-6ac989e6004c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3e93bee67b342019e321d36b0826f22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5047436
Apr 20 23:39:18.662482 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee714631-151b-4942-ab98-6ac989e6004c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef87836-ab8d-4abf-b025-61d9a67b6169,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:18.663081 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 41814) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:18.673283 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ee714631-151b-4942-ab98-6ac989e6004c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:18.796221 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e0811d0>, [{'id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'name': 'tempest-TestMinimumBasicScenario-734845461-router', 'tenant_id': '00b23d4940fc4d3e9afb447285056ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '712351fe-13e7-4f90-8075-4054076bf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:39:04Z', 'updated_at': '2021-04-20T23:39:13Z', 'revision_number': 4, 'project_id': '00b23d4940fc4d3e9afb447285056ed5', 'gw_port': {'id': '712351fe-13e7-4f90-8075-4054076bf542', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:39:05Z', 'updated_at': '2021-04-20T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '72ca7241-533a-4557-b527-46ea41a68811', 'name': '', 'network_id': '6a0a4384-defb-4a30-82b2-374907dd0a14', 'tenant_id': '00b23d4940fc4d3e9afb447285056ed5', 'mac_address': 'fa:16:3e:8c:da:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '79ca5d59-e6e0-44f8-81f4-d60c17bcebe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:39:12Z', 'updated_at': '2021-04-20T23:39:13Z', 'revision_number': 2, 'project_id': '00b23d4940fc4d3e9afb447285056ed5', 'subnets': [{'id': '79ca5d59-e6e0-44f8-81f4-d60c17bcebe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:39:18.819535 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Checking router: fae7da50-d153-408b-a2a7-4d43821f2e00 for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:39:18.819938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Updating router fae7da50-d153-408b-a2a7-4d43821f2e00 port 72ca7241-533a-4557-b527-46ea41a68811 binding host dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:39:18.843909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b56df8e1-500c-42f0-befa-635327e0f309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:18.920590 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b56df8e1-500c-42f0-befa-635327e0f309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:19.030188 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:19.114886 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34767505-cf26-4a2f-ad1a-1d2861a699d9 req-a182c635-9d95-4be5-a1f2-bf38a79d4042 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:19.119594 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-34767505-cf26-4a2f-ad1a-1d2861a699d9 req-a182c635-9d95-4be5-a1f2-bf38a79d4042 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.1209695
Apr 20 23:39:19.283880 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-34767505-cf26-4a2f-ad1a-1d2861a699d9 req-b843c8dd-3812-4f8c-9156-b4007752264a tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1559131
Apr 20 23:39:19.287117 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b56df8e1-500c-42f0-befa-635327e0f309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:19.301571 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2cebafd0-280d-4628-8c6a-d81668e32fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:19.332329 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56df8e1-500c-42f0-befa-635327e0f309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef87836-ab8d-4abf-b025-61d9a67b6169,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:19.344623 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b56df8e1-500c-42f0-befa-635327e0f309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:19.346131 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b56df8e1-500c-42f0-befa-635327e0f309 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ef87836-ab8d-4abf-b025-61d9a67b6169 HTTP/1.1" status: 204  len: 168 time: 0.6819861
Apr 20 23:39:19.349528 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b56df8e1-500c-42f0-befa-635327e0f309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:19.469168 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e50893-900d-474a-b26d-52be180c2ee5 req-3d658bfa-1be9-46e4-9e7b-c8992ac739b1 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:19.471807 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00e50893-900d-474a-b26d-52be180c2ee5 req-3d658bfa-1be9-46e4-9e7b-c8992ac739b1 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.2871158
Apr 20 23:39:19.699307 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00e50893-900d-474a-b26d-52be180c2ee5 req-38770108-98bc-4d0e-9d41-694077b4887e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860332
Apr 20 23:39:19.708989 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-97fcfd9b-7326-4e8e-9e7c-ada239b06910 req-2edc8e71-f87a-4c4d-8c97-f36667507aba tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 210 time: 0.0808730
Apr 20 23:39:19.874986 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Notify callbacks [] for port, precommit_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:19.897656 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Transition to ACTIVE for port object 72ca7241-533a-4557-b527-46ea41a68811 will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:39:19.937481 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:19.949243 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:20.048240 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e58776-e6d7-448b-b100-d60de8eac024 None None] Pushing event updated for resources: {'Port': ['ID=72ca7241-533a-4557-b527-46ea41a68811,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:20.154897 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-87e58776-e6d7-448b-b100-d60de8eac024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:20.481063 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Attempting to bind port 72ca7241-533a-4557-b527-46ea41a68811 on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:39:20.481477 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Attempting to bind port 72ca7241-533a-4557-b527-46ea41a68811 by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': 'ad98f59a-0b10-4a72-bc6f-f987b1952970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6a0a4384-defb-4a30-82b2-374907dd0a14'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:39:20.482153 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Attempting to bind port 72ca7241-533a-4557-b527-46ea41a68811 on network 6a0a4384-defb-4a30-82b2-374907dd0a14 {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:39:20.488675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:39:20.489155 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Checking segment: {'id': 'ad98f59a-0b10-4a72-bc6f-f987b1952970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6a0a4384-defb-4a30-82b2-374907dd0a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:39:20.489565 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:20.490374 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Bound using segment: {'id': 'ad98f59a-0b10-4a72-bc6f-f987b1952970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6a0a4384-defb-4a30-82b2-374907dd0a14'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:39:20.490898 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Bound port: 72ca7241-533a-4557-b527-46ea41a68811, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad98f59a-0b10-4a72-bc6f-f987b1952970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6a0a4384-defb-4a30-82b2-374907dd0a14'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:39:20.491340 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:20.698314 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] For port 72ca7241-533a-4557-b527-46ea41a68811, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:39:20.709753 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] For port 72ca7241-533a-4557-b527-46ea41a68811, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=72ca7241-533a-4557-b527-46ea41a68811,segment=NetworkSegment(ad98f59a-0b10-4a72-bc6f-f987b1952970),segment_id=ad98f59a-0b10-4a72-bc6f-f987b1952970)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:39:20.746219 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:20.772537 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:20.833782 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06365c-0396-4b6b-ac7a-c54f788039be req-25abfc62-8f57-4446-9a7d-bedc8e1f8373 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:20.848602 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4a06365c-0396-4b6b-ac7a-c54f788039be req-25abfc62-8f57-4446-9a7d-bedc8e1f8373 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.2844946
Apr 20 23:39:20.947584 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Routers {'fae7da50-d153-408b-a2a7-4d43821f2e00'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:39:20.948619 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e0811d0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['fae7da50-d153-408b-a2a7-4d43821f2e00'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:39:21.030027 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4a06365c-0396-4b6b-ac7a-c54f788039be req-4e8df1b8-caaf-41a5-a090-d26713225e18 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1731608
Apr 20 23:39:21.208835 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c4c63167-842a-47c3-8c96-93bcff312d53 req-2635a8bf-ada6-415e-9ad3-b13840c7461a tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 210 time: 0.2180748
Apr 20 23:39:21.297572 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41878) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:21.333610 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] Set router fae7da50-d153-408b-a2a7-4d43821f2e00 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:39:21.598858 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8159c-86df-49ad-a919-f086560df240 req-388f25d5-181d-4cfe-bfa1-973102000683 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:21.604509 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bee8159c-86df-49ad-a919-f086560df240 req-388f25d5-181d-4cfe-bfa1-973102000683 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.10 "GET /v2.0/networks?id=5ad66b57-b29d-4558-b5b1-483f5e8f8ecb HTTP/1.1" status: 200  len: 807 time: 0.5179377
Apr 20 23:39:21.616156 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-602c42d6-2084-4e39-9803-0a1305b3912b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:21.689353 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-602c42d6-2084-4e39-9803-0a1305b3912b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:21.697601 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-602c42d6-2084-4e39-9803-0a1305b3912b admin admin] Usage tracker for resource:security_group_rule and tenant:54b033ce012243599e5065f5f0013272 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:21.705278 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-602c42d6-2084-4e39-9803-0a1305b3912b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:21.711972 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-602c42d6-2084-4e39-9803-0a1305b3912b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:21.713618 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-bee8159c-86df-49ad-a919-f086560df240 req-ae285110-fc7a-4652-884f-31b57ba37db0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Request body: {'port': {'device_id': 'e58189dc-c5b0-4284-8fd6-a693ebb7bdc7', 'network_id': '5ad66b57-b29d-4558-b5b1-483f5e8f8ecb', 'admin_state_up': True, 'tenant_id': '739b3173e7b54b759b00fcb6f520a807'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:39:21.834461 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e58776-e6d7-448b-b100-d60de8eac024 None None] Pushing event updated for resources: {'Port': ['ID=72ca7241-533a-4557-b527-46ea41a68811,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:21.838983 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-87e58776-e6d7-448b-b100-d60de8eac024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.069s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:21.873938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e0811d0>, [{'id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'name': 'tempest-TestMinimumBasicScenario-734845461-router', 'tenant_id': '00b23d4940fc4d3e9afb447285056ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '712351fe-13e7-4f90-8075-4054076bf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:39:04Z', 'updated_at': '2021-04-20T23:39:13Z', 'revision_number': 4, 'project_id': '00b23d4940fc4d3e9afb447285056ed5', 'gw_port': {'id': '712351fe-13e7-4f90-8075-4054076bf542', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:39:05Z', 'updated_at': '2021-04-20T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '72ca7241-533a-4557-b527-46ea41a68811', 'name': '', 'network_id': '6a0a4384-defb-4a30-82b2-374907dd0a14', 'tenant_id': '00b23d4940fc4d3e9afb447285056ed5', 'mac_address': 'fa:16:3e:8c:da:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '79ca5d59-e6e0-44f8-81f4-d60c17bcebe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:39:12Z', 'updated_at': '2021-04-20T23:39:20Z', 'revision_number': 4, 'project_id': '00b23d4940fc4d3e9afb447285056ed5', 'subnets': [{'id': '79ca5d59-e6e0-44f8-81f4-d60c17bcebe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:39:21.878717 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7685bac-92a7-4a7d-8225-b9a970ed6546 None None] The sync data for ids ['fae7da50-d153-408b-a2a7-4d43821f2e00'] in dv-cinder-680889-5-iscsi is: [{'id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'name': 'tempest-TestMinimumBasicScenario-734845461-router', 'tenant_id': '00b23d4940fc4d3e9afb447285056ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '712351fe-13e7-4f90-8075-4054076bf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:39:04Z', 'updated_at': '2021-04-20T23:39:13Z', 'revision_number': 4, 'project_id': '00b23d4940fc4d3e9afb447285056ed5', 'gw_port': {'id': '712351fe-13e7-4f90-8075-4054076bf542', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:39:05Z', 'updated_at': '2021-04-20T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '72ca7241-533a-4557-b527-46ea41a68811', 'name': '', 'network_id': '6a0a4384-defb-4a30-82b2-374907dd0a14', 'tenant_id': '00b23d4940fc4d3e9afb447285056ed5', 'mac_address': 'fa:16:3e:8c:da:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '79ca5d59-e6e0-44f8-81f4-d60c17bcebe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:39:12Z', 'updated_at': '2021-04-20T23:39:20Z', 'revision_number': 4, 'project_id': '00b23d4940fc4d3e9afb447285056ed5', 'subnets': [{'id': '79ca5d59-e6e0-44f8-81f4-d60c17bcebe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:39:21.986148 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcd345-7d2e-4d7e-9fc8-d64c4b970df4 req-8fca3d85-fe7f-4f16-8294-9932b7bb94f2 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:21.995891 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f0bcd345-7d2e-4d7e-9fc8-d64c4b970df4 req-8fca3d85-fe7f-4f16-8294-9932b7bb94f2 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.3816252
Apr 20 23:39:22.036534 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-602c42d6-2084-4e39-9803-0a1305b3912b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:22.054813 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-bee8159c-86df-49ad-a919-f086560df240 req-ae285110-fc7a-4652-884f-31b57ba37db0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:22.059258 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-bee8159c-86df-49ad-a919-f086560df240 req-ae285110-fc7a-4652-884f-31b57ba37db0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Usage tracker for resource:port and tenant:739b3173e7b54b759b00fcb6f520a807 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:22.066118 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-bee8159c-86df-49ad-a919-f086560df240 req-ae285110-fc7a-4652-884f-31b57ba37db0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:22.072074 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-602c42d6-2084-4e39-9803-0a1305b3912b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:22.094132 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-bee8159c-86df-49ad-a919-f086560df240 req-ae285110-fc7a-4652-884f-31b57ba37db0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:22.102611 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-920d831b-5de9-4fa9-a530-b0211104355e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:22.123541 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f0bcd345-7d2e-4d7e-9fc8-d64c4b970df4 req-ae40c0c3-dcbd-4a07-9562-ce3a8e627481 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265907
Apr 20 23:39:22.163465 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee8159c-86df-49ad-a919-f086560df240 req-ae285110-fc7a-4652-884f-31b57ba37db0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Made reservation on behalf of 739b3173e7b54b759b00fcb6f520a807 for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:39:22.170152 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bee8159c-86df-49ad-a919-f086560df240 req-ae285110-fc7a-4652-884f-31b57ba37db0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:22.227480 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-602c42d6-2084-4e39-9803-0a1305b3912b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=54b033ce012243599e5065f5f0013272&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9284546
Apr 20 23:39:22.229472 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c42d6-2084-4e39-9803-0a1305b3912b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b559ff0-2844-45f6-98a6-9b360c9469bd,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:22.240851 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 41904) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:22.259853 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-602c42d6-2084-4e39-9803-0a1305b3912b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:22.443314 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105cefa-bac3-4664-9929-ea9e57b7c0bb req-ae758bb9-b98f-4e80-b82f-5fa143d790fd tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:22.456976 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9105cefa-bac3-4664-9929-ea9e57b7c0bb req-ae758bb9-b98f-4e80-b82f-5fa143d790fd tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.1671095
Apr 20 23:39:22.582029 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9105cefa-bac3-4664-9929-ea9e57b7c0bb req-dea2c38f-8627-4472-9c27-cda6f1c870b0 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1239989
Apr 20 23:39:22.830008 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-bee8159c-86df-49ad-a919-f086560df240 req-ae285110-fc7a-4652-884f-31b57ba37db0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Allocated IP 172.20.0.3 (5ad66b57-b29d-4558-b5b1-483f5e8f8ecb/287a11c2-d117-4aec-b243-74eeae3a4100/1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:39:22.855075 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5321b31e-2509-4c00-96ab-aa844d740bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:23.006418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f21f2570-31bd-470d-b682-aaaed2684dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:23.073059 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f21f2570-31bd-470d-b682-aaaed2684dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:23.275754 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-939f961e-b388-49fb-aa1e-25c440bd9f1b req-0c3eac25-678a-45dc-99f2-5ed5fb86223b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 210 time: 0.1772780
Apr 20 23:39:23.445424 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1594f7-80b4-491b-85c1-78c8f6380e27 req-394fa7d5-ee2d-4d92-a2ee-c7a1d6e575a3 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:23.447012 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee1594f7-80b4-491b-85c1-78c8f6380e27 req-394fa7d5-ee2d-4d92-a2ee-c7a1d6e575a3 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1214592
Apr 20 23:39:23.555092 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee1594f7-80b4-491b-85c1-78c8f6380e27 req-2c7ba7c0-2541-4cf0-8854-efcc607c9197 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004980
Apr 20 23:39:23.586268 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 72ca7241-533a-4557-b527-46ea41a68811 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:39:23.587484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb54773-f7ee-44ad-8d59-92d7b73af159 req-094f055b-670d-4cff-80e4-5bb0db058ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:23.589326 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcb54773-f7ee-44ad-8d59-92d7b73af159 req-094f055b-670d-4cff-80e4-5bb0db058ac5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab95038a22354139a0254e25eb4cccde&device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 1098 time: 0.3059735
Apr 20 23:39:23.656866 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f21f2570-31bd-470d-b682-aaaed2684dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:23.671088 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d1bfb05d-8e5d-430f-a747-23b439ff02ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:23.889181 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f2570-31bd-470d-b682-aaaed2684dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b559ff0-2844-45f6-98a6-9b360c9469bd,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:23.903013 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f21f2570-31bd-470d-b682-aaaed2684dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:23.951790 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port 72ca7241-533a-4557-b527-46ea41a68811 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:39:23.962908 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f21f2570-31bd-470d-b682-aaaed2684dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:23.963298 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 72ca7241-533a-4557-b527-46ea41a68811 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:39:23.963731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:23.964970 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f21f2570-31bd-470d-b682-aaaed2684dad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b559ff0-2844-45f6-98a6-9b360c9469bd HTTP/1.1" status: 204  len: 168 time: 1.7228470
Apr 20 23:39:24.139679 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bee8159c-86df-49ad-a919-f086560df240 req-ae285110-fc7a-4652-884f-31b57ba37db0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:24.154533 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb54773-f7ee-44ad-8d59-92d7b73af159 req-d160f6be-d82a-453e-925f-d6f342770ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:24.165059 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcb54773-f7ee-44ad-8d59-92d7b73af159 req-d160f6be-d82a-453e-925f-d6f342770ed9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e HTTP/1.1" status: 200  len: 919 time: 0.5590630
Apr 20 23:39:24.228117 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:24.338378 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port 72ca7241-533a-4557-b527-46ea41a68811, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=72ca7241-533a-4557-b527-46ea41a68811,segment=NetworkSegment(ad98f59a-0b10-4a72-bc6f-f987b1952970),segment_id=ad98f59a-0b10-4a72-bc6f-f987b1952970)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:39:24.375230 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:24.377340 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-10e586f8-ee47-47e8-b42c-43e7c0d88027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:24.393781 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcb54773-f7ee-44ad-8d59-92d7b73af159 req-fd0beeac-38ef-40d2-b1a3-435bbf16e6d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f73b95e-fd5b-485f-bf5e-50b235c56921 HTTP/1.1" status: 200  len: 217 time: 0.2039847
Apr 20 23:39:24.436653 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b519d4-ccda-4895-a196-f0383e496f70 req-0604a156-05c0-4805-80f2-c0b8d4b5b7c6 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:24.445759 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46b519d4-ccda-4895-a196-f0383e496f70 req-0604a156-05c0-4805-80f2-c0b8d4b5b7c6 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.5472462
Apr 20 23:39:24.530022 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=72ca7241-533a-4557-b527-46ea41a68811,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:24.538133 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:24.665435 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7c3d8-85b8-44c7-89b7-583218a1b297 req-96edaf03-45a6-4d38-8fac-ebf788a2cf36 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:24.674912 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-72e7c3d8-85b8-44c7-89b7-583218a1b297 req-96edaf03-45a6-4d38-8fac-ebf788a2cf36 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 931 time: 0.1330359
Apr 20 23:39:24.684232 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46b519d4-ccda-4895-a196-f0383e496f70 req-e74f20a0-9f8c-4155-9d00-2472401c9fa0 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2373400
Apr 20 23:39:24.688425 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bee8159c-86df-49ad-a919-f086560df240 req-ae285110-fc7a-4652-884f-31b57ba37db0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:24.731015 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:24.768626 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-72e7c3d8-85b8-44c7-89b7-583218a1b297 req-f3539b97-4079-4ce2-8313-20cd74f202f8 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Synchronizing usage tracker for tenant:739b3173e7b54b759b00fcb6f520a807 on resource:security_group {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:39:24.850266 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb54773-f7ee-44ad-8d59-92d7b73af159 req-c18874b3-8cbc-4d78-830e-967ecd3b9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:24.852105 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcb54773-f7ee-44ad-8d59-92d7b73af159 req-c18874b3-8cbc-4d78-830e-967ecd3b9322 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87180e83-62f3-404a-9c4e-515fba272188 HTTP/1.1" status: 200  len: 859 time: 0.3948531
Apr 20 23:39:24.889153 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-72e7c3d8-85b8-44c7-89b7-583218a1b297 req-f3539b97-4079-4ce2-8313-20cd74f202f8 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Unset dirty status for tenant:739b3173e7b54b759b00fcb6f520a807 on resource:security_group {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:39:24.900828 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-72e7c3d8-85b8-44c7-89b7-583218a1b297 req-f3539b97-4079-4ce2-8313-20cd74f202f8 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2208238
Apr 20 23:39:24.955040 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcb54773-f7ee-44ad-8d59-92d7b73af159 req-f48d272e-a7b1-4257-bff4-20dbd70eeaa2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0876858
Apr 20 23:39:24.996342 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee8159c-86df-49ad-a919-f086560df240 req-ae285110-fc7a-4652-884f-31b57ba37db0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Network 5ad66b57-b29d-4558-b5b1-483f5e8f8ecb is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:39:25.008485 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-bee8159c-86df-49ad-a919-f086560df240 req-ae285110-fc7a-4652-884f-31b57ba37db0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:39:25.053642 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee8159c-86df-49ad-a919-f086560df240 req-ae285110-fc7a-4652-884f-31b57ba37db0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:39:25.062408 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8159c-86df-49ad-a919-f086560df240 req-ae285110-fc7a-4652-884f-31b57ba37db0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:25.063296 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bee8159c-86df-49ad-a919-f086560df240 req-ae285110-fc7a-4652-884f-31b57ba37db0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:25.076892 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae285110-fc7a-4652-884f-31b57ba37db0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Pushing event updated for resources: {'Port': ['ID=1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:25.141090 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ae285110-fc7a-4652-884f-31b57ba37db0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:25.254847 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b6337-9169-4031-a21d-3e3db718d62c req-8ae19367-e72e-4d25-bf2a-99bd90d4120d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:25.256422 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-984b6337-9169-4031-a21d-3e3db718d62c req-8ae19367-e72e-4d25-bf2a-99bd90d4120d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.3186338
Apr 20 23:39:25.259810 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcb54773-f7ee-44ad-8d59-92d7b73af159 req-d2ee4330-72b0-4e7d-ae2c-8ad9094b1089 service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2591200
Apr 20 23:39:25.375102 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5e74f66a-9004-42eb-8cf1-02b9e20de906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:25.500751 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 72ca7241-533a-4557-b527-46ea41a68811 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:39:25.506380 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41966) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:25.529331 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9d582c2a-6fb8-4c67-8690-d17f8a17281a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:25.564653 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9d582c2a-6fb8-4c67-8690-d17f8a17281a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:25.578196 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9d582c2a-6fb8-4c67-8690-d17f8a17281a admin admin] Usage tracker for resource:security_group_rule and tenant:c42e2bf0c2c94ba8b4f194e17b28024a is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:25.584142 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9d582c2a-6fb8-4c67-8690-d17f8a17281a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:25.600632 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9d582c2a-6fb8-4c67-8690-d17f8a17281a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:25.685662 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bcb54773-f7ee-44ad-8d59-92d7b73af159 req-17e6439e-eeca-4cf7-9f2a-d8a1bdb77de5 service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1585245
Apr 20 23:39:25.690162 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bee8159c-86df-49ad-a919-f086560df240 req-ae285110-fc7a-4652-884f-31b57ba37db0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9917791
Apr 20 23:39:25.725548 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Request body: {'port': {'device_id': 'e58189dc-c5b0-4284-8fd6-a693ebb7bdc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:39:25.805419 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-984b6337-9169-4031-a21d-3e3db718d62c req-8b590e19-3508-4213-9a8e-75f155028963 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5419402
Apr 20 23:39:25.875553 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 72ca7241-533a-4557-b527-46ea41a68811 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:39:25.875553 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:25.892144 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9d582c2a-6fb8-4c67-8690-d17f8a17281a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:25.996796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9d582c2a-6fb8-4c67-8690-d17f8a17281a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:26.025163 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-96239f96-3ce6-4915-adfd-69ccab3f8fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:26.027930 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:26.074622 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9d582c2a-6fb8-4c67-8690-d17f8a17281a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c42e2bf0c2c94ba8b4f194e17b28024a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5668032
Apr 20 23:39:26.080925 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 41984) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:26.150862 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d582c2a-6fb8-4c67-8690-d17f8a17281a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a8ae00-4ee7-477c-a9b0-0348d2f8a2d0,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:26.155368 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9d582c2a-6fb8-4c67-8690-d17f8a17281a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:26.199822 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 52b909ea-7548-46fb-8a48-eb9a45af430f details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:39:26.235551 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a15bb1-e96f-42c7-91ff-1b4a8d2351f9 req-fe26c283-05b9-46b7-a6e1-232e518c90a1 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:26.237660 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-59a15bb1-e96f-42c7-91ff-1b4a8d2351f9 req-fe26c283-05b9-46b7-a6e1-232e518c90a1 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.3352077
Apr 20 23:39:26.241484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-345df69d-66b5-4397-8681-65b8be77a5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:26.242129 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:26.328702 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 41990) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:26.333375 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-345df69d-66b5-4397-8681-65b8be77a5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:26.342210 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2841eb-142a-4079-98b0-bc7fdf5daa8e req-09a1ccf7-03fa-436f-99cf-4d1a19fe5376 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:26.343011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-ce2841eb-142a-4079-98b0-bc7fdf5daa8e req-09a1ccf7-03fa-436f-99cf-4d1a19fe5376 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Synchronizing usage tracker for tenant:739b3173e7b54b759b00fcb6f520a807 on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:39:26.363009 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-59a15bb1-e96f-42c7-91ff-1b4a8d2351f9 req-bee9e2d2-ef8f-41eb-b122-6f227b387c0d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1176524
Apr 20 23:39:26.555713 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 52b909ea-7548-46fb-8a48-eb9a45af430f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=52b909ea-7548-46fb-8a48-eb9a45af430f,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:39:26.558641 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-ce2841eb-142a-4079-98b0-bc7fdf5daa8e req-09a1ccf7-03fa-436f-99cf-4d1a19fe5376 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Unset dirty status for tenant:739b3173e7b54b759b00fcb6f520a807 on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:39:26.560265 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ce2841eb-142a-4079-98b0-bc7fdf5daa8e req-09a1ccf7-03fa-436f-99cf-4d1a19fe5376 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 931 time: 0.5012155
Apr 20 23:39:26.566487 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-345df69d-66b5-4397-8681-65b8be77a5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:26.573394 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9d582c2a-6fb8-4c67-8690-d17f8a17281a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:26.573988 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:26.580145 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': '52b909ea-7548-46fb-8a48-eb9a45af430f', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'port_id': '52b909ea-7548-46fb-8a48-eb9a45af430f', 'mac_address': 'fa:16:3e:0e:12:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:39:26.600287 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345df69d-66b5-4397-8681-65b8be77a5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a8ae00-4ee7-477c-a9b0-0348d2f8a2d0,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:26.604774 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-345df69d-66b5-4397-8681-65b8be77a5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:26.614254 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-345df69d-66b5-4397-8681-65b8be77a5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:26.615613 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-345df69d-66b5-4397-8681-65b8be77a5da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80a8ae00-4ee7-477c-a9b0-0348d2f8a2d0 HTTP/1.1" status: 204  len: 168 time: 0.5287442
Apr 20 23:39:26.626769 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96a0f6a0-d670-4413-9b2e-7b46748eaff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:26.678265 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:26.708911 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52b909ea-7548-46fb-8a48-eb9a45af430f {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:39:26.737249 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 52b909ea-7548-46fb-8a48-eb9a45af430f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=52b909ea-7548-46fb-8a48-eb9a45af430f,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:39:26.747356 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ce2841eb-142a-4079-98b0-bc7fdf5daa8e req-6fef1959-0b20-48f8-a5ea-67214782471c tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094089
Apr 20 23:39:26.753879 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-96a0f6a0-d670-4413-9b2e-7b46748eaff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:26.758347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-96a0f6a0-d670-4413-9b2e-7b46748eaff8 admin admin] Usage tracker for resource:security_group_rule and tenant:8406d7836b6d4cc286db0b89a9d698e9 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:26.761641 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-96a0f6a0-d670-4413-9b2e-7b46748eaff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:26.768859 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-96a0f6a0-d670-4413-9b2e-7b46748eaff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:26.783589 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:26.786095 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:26.863086 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96a0f6a0-d670-4413-9b2e-7b46748eaff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:26.869198 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=52b909ea-7548-46fb-8a48-eb9a45af430f,revision_number=6']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:26.874707 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:26.954398 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96a0f6a0-d670-4413-9b2e-7b46748eaff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:26.960549 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['52b909ea-7548-46fb-8a48-eb9a45af430f'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:39:26.987165 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f21f2570-31bd-470d-b682-aaaed2684dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:27.129259 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:39:27.145251 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:27.187454 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Transition to ACTIVE for port object 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:39:27.214436 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0f6a0-d670-4413-9b2e-7b46748eaff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2d5877-dbd1-4cf1-9e4b-d4e0eabd258b,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:27.235992 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630fa5b-0132-4558-9988-bae6588003cb req-d6d0c75f-bde1-4f8a-aa19-466be15201b3 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:27.236168 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-96a0f6a0-d670-4413-9b2e-7b46748eaff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:27.244567 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d630fa5b-0132-4558-9988-bae6588003cb req-d6d0c75f-bde1-4f8a-aa19-466be15201b3 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.2201726
Apr 20 23:39:27.253844 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:27.280401 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:27.360905 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d630fa5b-0132-4558-9988-bae6588003cb req-6b1e9c6e-4741-436e-8641-ffe27cfa0819 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148357
Apr 20 23:39:27.391550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:27.397335 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 42016) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:27.397481 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-96a0f6a0-d670-4413-9b2e-7b46748eaff8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8406d7836b6d4cc286db0b89a9d698e9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0666242
Apr 20 23:39:27.531481 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Pushing event updated for resources: {'Port': ['ID=1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:27.547332 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:27.589961 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6fc6e5bb-716f-4f61-b151-b95ba420251c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:27.626882 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Attempting to bind port 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:39:27.627296 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Attempting to bind port 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'ac36d1cd-304a-4619-8f96-5e255e4b9ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5ad66b57-b29d-4558-b5b1-483f5e8f8ecb'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:39:27.627649 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Attempting to bind port 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c on network 5ad66b57-b29d-4558-b5b1-483f5e8f8ecb {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:39:27.660772 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6fc6e5bb-716f-4f61-b151-b95ba420251c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:27.672712 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Port 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c on network 5ad66b57-b29d-4558-b5b1-483f5e8f8ecb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:39:27.673088 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Attempting to bind port 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c on network 5ad66b57-b29d-4558-b5b1-483f5e8f8ecb {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:39:27.709122 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:39:27.709359 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Checking segment: {'id': 'ac36d1cd-304a-4619-8f96-5e255e4b9ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5ad66b57-b29d-4558-b5b1-483f5e8f8ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:39:27.709795 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Bound using segment: {'id': 'ac36d1cd-304a-4619-8f96-5e255e4b9ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5ad66b57-b29d-4558-b5b1-483f5e8f8ecb'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:39:27.710293 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Bound port: 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac36d1cd-304a-4619-8f96-5e255e4b9ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5ad66b57-b29d-4558-b5b1-483f5e8f8ecb'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:39:27.710687 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:27.789074 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6fc6e5bb-716f-4f61-b151-b95ba420251c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:27.804785 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f14de96b-0097-4c97-8569-fc3ca2a401f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:27.833556 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6fc6e5bb-716f-4f61-b151-b95ba420251c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:27.838121 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-6fc6e5bb-716f-4f61-b151-b95ba420251c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a2d5877-dbd1-4cf1-9e4b-d4e0eabd258b HTTP/1.1" status: 204  len: 168 time: 0.4369080
Apr 20 23:39:27.838121 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6e5bb-716f-4f61-b151-b95ba420251c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2d5877-dbd1-4cf1-9e4b-d4e0eabd258b,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:27.866935 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6fc6e5bb-716f-4f61-b151-b95ba420251c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:27.993046 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17aeb2-dc65-44f5-8973-ac2343e0cb0a req-432f2322-9715-4755-b9b9-d5666da5d78f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:28.012099 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5c17aeb2-dc65-44f5-8973-ac2343e0cb0a req-432f2322-9715-4755-b9b9-d5666da5d78f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 945 time: 0.4053714
Apr 20 23:39:28.017754 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] For port 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:39:28.051107 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] For port 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c,segment=NetworkSegment(ac36d1cd-304a-4619-8f96-5e255e4b9ecd),segment_id=ac36d1cd-304a-4619-8f96-5e255e4b9ecd)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:39:28.116050 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5c17aeb2-dc65-44f5-8973-ac2343e0cb0a req-527a69f7-c9cb-4071-a19d-bff044a77df6 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0978482
Apr 20 23:39:28.117588 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:28.126904 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7693fb38-9458-4783-b262-7f878f9aeedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:28.197409 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 52b909ea-7548-46fb-8a48-eb9a45af430f up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:39:28.226410 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522bf31-15de-407a-a68e-e029a344aea9 req-0855701b-e426-4bbb-bcbc-c6fe235cd603 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:28.235064 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c522bf31-15de-407a-a68e-e029a344aea9 req-0855701b-e426-4bbb-bcbc-c6fe235cd603 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 943 time: 0.2327447
Apr 20 23:39:28.281863 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:28.282536 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:28.284596 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bee8159c-86df-49ad-a919-f086560df240 req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] 10.222.0.10 "PUT /v2.0/ports/1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c HTTP/1.1" status: 200  len: 1093 time: 2.5676258
Apr 20 23:39:28.285119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58189dc-c5b0-4284-8fd6-a693ebb7bdc7', 'tag': '1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:39:28.319455 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Pushing event updated for resources: {'Port': ['ID=1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:28.322088 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:28.502239 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58189dc-c5b0-4284-8fd6-a693ebb7bdc7', 'tag': '1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c', 'status': 'completed', 'code': 200}
Apr 20 23:39:28.507789 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c522bf31-15de-407a-a68e-e029a344aea9 req-3e61c437-7498-440f-863c-27a68866d20d tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2649469
Apr 20 23:39:28.563936 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port 52b909ea-7548-46fb-8a48-eb9a45af430f triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:39:28.564367 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:28.990697 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8159c-86df-49ad-a919-f086560df240 req-ba47d2ca-4a05-4667-bce6-ac7b613e77d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:28.992527 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bee8159c-86df-49ad-a919-f086560df240 req-ba47d2ca-4a05-4667-bce6-ac7b613e77d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=739b3173e7b54b759b00fcb6f520a807&device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 1096 time: 0.3735454
Apr 20 23:39:29.090025 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bee8159c-86df-49ad-a919-f086560df240 req-2827643b-52ef-4579-b4c2-1677f72aa683 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c HTTP/1.1" status: 200  len: 217 time: 0.0813289
Apr 20 23:39:29.263115 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8159c-86df-49ad-a919-f086560df240 req-1c3529a8-eaf3-44e6-a686-0979697a1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:29.264757 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bee8159c-86df-49ad-a919-f086560df240 req-1c3529a8-eaf3-44e6-a686-0979697a1dea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=287a11c2-d117-4aec-b243-74eeae3a4100 HTTP/1.1" status: 200  len: 847 time: 0.1622689
Apr 20 23:39:29.287147 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11053f5b-e348-40d6-8044-7527a44916a7 req-b53ca318-6902-46b2-96a5-186144181d9f tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:29.300445 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-11053f5b-e348-40d6-8044-7527a44916a7 req-b53ca318-6902-46b2-96a5-186144181d9f tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.3827817
Apr 20 23:39:29.420809 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:29.437685 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bee8159c-86df-49ad-a919-f086560df240 req-a5cefa19-88cf-49fb-9fc2-05b348e89f82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ad66b57-b29d-4558-b5b1-483f5e8f8ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1355810
Apr 20 23:39:29.465040 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e5a3e-7eab-4284-9366-5d2d4196bdfd req-b2b9e102-524a-4d40-8733-37acc4177b1a tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:29.474135 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7c0e5a3e-7eab-4284-9366-5d2d4196bdfd req-b2b9e102-524a-4d40-8733-37acc4177b1a tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 945 time: 0.1235123
Apr 20 23:39:29.484954 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7fad75-8889-4b81-9fe8-272cd9aa4c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b909ea-7548-46fb-8a48-eb9a45af430f'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:39:29.517061 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 52b909ea-7548-46fb-8a48-eb9a45af430f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=52b909ea-7548-46fb-8a48-eb9a45af430f,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:39:29.554570 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7c0e5a3e-7eab-4284-9366-5d2d4196bdfd req-843c3589-434a-4976-bf7f-fe99858cfadf tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0791013
Apr 20 23:39:29.580244 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:29.582555 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6ddde3ec-c16a-4444-b55f-c9082085cb47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:29.636081 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-11053f5b-e348-40d6-8044-7527a44916a7 req-feac7d6a-f999-4f59-b4ba-a3b1c244acea tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3272486
Apr 20 23:39:29.757300 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7fad75-8889-4b81-9fe8-272cd9aa4c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b909ea-7548-46fb-8a48-eb9a45af430f', 'code': 200}
Apr 20 23:39:29.769716 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 42106) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:29.889711 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=52b909ea-7548-46fb-8a48-eb9a45af430f,revision_number=7']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:29.907073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:29.907437 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bee8159c-86df-49ad-a919-f086560df240 req-d9fb1853-b840-471f-b4ce-5fc5898525e7 service neutron] 10.222.0.10 "GET /v2.0/networks/5ad66b57-b29d-4558-b5b1-483f5e8f8ecb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4522386
Apr 20 23:39:29.908013 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:29.908582 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:29.909142 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:29.909712 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:29.910958 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:29.911576 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:29.912136 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:29.912692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:29.913247 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:29.914210 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:29.914768 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:29.920311 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:30.216175 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bee8159c-86df-49ad-a919-f086560df240 req-e66b4dec-ca4a-418c-a17f-2200935718b6 service neutron] 10.222.0.10 "GET /v2.0/networks/5ad66b57-b29d-4558-b5b1-483f5e8f8ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2911124
Apr 20 23:39:30.286244 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19041a6-1100-45fb-923c-a627ba142b49 req-90d3a7a3-1954-40ae-84c8-c86a31b54d50 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:30.294403 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b19041a6-1100-45fb-923c-a627ba142b49 req-90d3a7a3-1954-40ae-84c8-c86a31b54d50 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 943 time: 0.2880998
Apr 20 23:39:30.366139 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b19041a6-1100-45fb-923c-a627ba142b49 req-4b7cbeb9-453c-4d58-a854-4faab60582c2 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706899
Apr 20 23:39:30.444865 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c289700f-60c5-4342-81d9-cc219371bb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:30.501356 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcd553-59ad-4742-9256-047f30986495 req-4cdb570f-1834-4f59-b863-440bedd55cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:30.506127 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5dcd553-59ad-4742-9256-047f30986495 req-4cdb570f-1834-4f59-b863-440bedd55cc4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=739b3173e7b54b759b00fcb6f520a807&device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 1096 time: 0.1389399
Apr 20 23:39:30.524575 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c289700f-60c5-4342-81d9-cc219371bb76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:30.540147 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c289700f-60c5-4342-81d9-cc219371bb76 admin admin] Usage tracker for resource:security_group_rule and tenant:5f9eff5d33bf4d0f809885a095ccfd37 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:30.553940 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c289700f-60c5-4342-81d9-cc219371bb76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:30.578996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c289700f-60c5-4342-81d9-cc219371bb76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:30.855299 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c289700f-60c5-4342-81d9-cc219371bb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:30.959753 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcd553-59ad-4742-9256-047f30986495 req-5f76365b-5b5f-4a5c-960c-8bffbe736dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:30.962574 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5dcd553-59ad-4742-9256-047f30986495 req-5f76365b-5b5f-4a5c-960c-8bffbe736dbc service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ad66b57-b29d-4558-b5b1-483f5e8f8ecb HTTP/1.1" status: 200  len: 907 time: 0.4453843
Apr 20 23:39:30.985789 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c289700f-60c5-4342-81d9-cc219371bb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:30.996762 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3898a3cd-8efb-401e-b5e0-9174d939bcd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:31.127560 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c289700f-60c5-4342-81d9-cc219371bb76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f9eff5d33bf4d0f809885a095ccfd37&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3536954
Apr 20 23:39:31.128332 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5dcd553-59ad-4742-9256-047f30986495 req-10ec00c8-796f-433e-ad65-c7deb56058df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c HTTP/1.1" status: 200  len: 217 time: 0.1574349
Apr 20 23:39:31.128846 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 42140) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:31.197201 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289700f-60c5-4342-81d9-cc219371bb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89aeb12-f1d7-4762-a4a1-c0ceea73e31e,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:31.207017 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c289700f-60c5-4342-81d9-cc219371bb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:31.248921 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d001bc5-b1e1-491b-82c6-86745f66af92 req-2cf9b1cd-ade7-4710-bd30-66771c91bdef tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:31.252885 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0d001bc5-b1e1-491b-82c6-86745f66af92 req-2cf9b1cd-ade7-4710-bd30-66771c91bdef tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.3554947
Apr 20 23:39:31.395447 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0d001bc5-b1e1-491b-82c6-86745f66af92 req-50782582-44ed-4b50-9d28-e759022adaa1 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1337941
Apr 20 23:39:31.492940 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcd553-59ad-4742-9256-047f30986495 req-b7f8e23d-06e7-408a-aabe-1faecbab8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:31.494737 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5dcd553-59ad-4742-9256-047f30986495 req-b7f8e23d-06e7-408a-aabe-1faecbab8596 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=287a11c2-d117-4aec-b243-74eeae3a4100 HTTP/1.1" status: 200  len: 847 time: 0.2612782
Apr 20 23:39:31.554218 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-84e7cedd-5ec5-4f2f-959e-1e958f361281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:31.571273 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5dcd553-59ad-4742-9256-047f30986495 req-a1b67110-ad71-4e5d-91e7-da29651561b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ad66b57-b29d-4558-b5b1-483f5e8f8ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0676265
Apr 20 23:39:31.859858 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5dcd553-59ad-4742-9256-047f30986495 req-bf8af37c-8abe-466c-9e80-dc3260db9fa2 service neutron] 10.222.0.10 "GET /v2.0/networks/5ad66b57-b29d-4558-b5b1-483f5e8f8ecb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2777057
Apr 20 23:39:31.876892 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-84e7cedd-5ec5-4f2f-959e-1e958f361281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:32.227841 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:39:32.370959 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5dcd553-59ad-4742-9256-047f30986495 req-f14adf79-666a-47aa-af2a-6f4c357014d0 service neutron] 10.222.0.10 "GET /v2.0/networks/5ad66b57-b29d-4558-b5b1-483f5e8f8ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4863567
Apr 20 23:39:32.440762 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f5b1d-599c-4544-9c2f-0414faf5386e req-b38b6772-a396-4029-b095-93d3525422d0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:32.448773 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-593f5b1d-599c-4544-9c2f-0414faf5386e req-b38b6772-a396-4029-b095-93d3525422d0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 943 time: 0.8740718
Apr 20 23:39:32.515779 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93280e55-4201-4a5f-9c12-e6b5a48023da req-649360f2-2c20-41d3-8252-d575dca96edd tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:32.529143 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-93280e55-4201-4a5f-9c12-e6b5a48023da req-649360f2-2c20-41d3-8252-d575dca96edd tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.3372939
Apr 20 23:39:32.535780 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-593f5b1d-599c-4544-9c2f-0414faf5386e req-1d2c15ad-037c-4d2b-9bb7-ce16758c0d9c tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859184
Apr 20 23:39:32.579917 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-84e7cedd-5ec5-4f2f-959e-1e958f361281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:32.591653 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3f88e5a1-577c-466a-8889-88993153db06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:32.640041 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7cedd-5ec5-4f2f-959e-1e958f361281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89aeb12-f1d7-4762-a4a1-c0ceea73e31e,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:32.653063 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-84e7cedd-5ec5-4f2f-959e-1e958f361281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:32.654370 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-84e7cedd-5ec5-4f2f-959e-1e958f361281 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c89aeb12-f1d7-4762-a4a1-c0ceea73e31e HTTP/1.1" status: 204  len: 168 time: 1.5244863
Apr 20 23:39:32.657049 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c,segment=NetworkSegment(ac36d1cd-304a-4619-8f96-5e255e4b9ecd),segment_id=ac36d1cd-304a-4619-8f96-5e255e4b9ecd)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:39:32.661295 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-84e7cedd-5ec5-4f2f-959e-1e958f361281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:32.702762 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': '1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c', 'network_id': '5ad66b57-b29d-4558-b5b1-483f5e8f8ecb', 'port_id': '1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c', 'mac_address': 'fa:16:3e:00:42:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287a11c2-d117-4aec-b243-74eeae3a4100', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:39:32.735946 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-93280e55-4201-4a5f-9c12-e6b5a48023da req-f3da4393-ddae-4616-868e-420d7a2908bc tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1918194
Apr 20 23:39:33.016256 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:33.066419 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:39:33.110969 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57741f3c-75a4-4782-81e1-c2fda16f4dff req-4c525f82-f7ef-4abc-b839-d392bb468ca7 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:33.112281 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c,segment=NetworkSegment(ac36d1cd-304a-4619-8f96-5e255e4b9ecd),segment_id=ac36d1cd-304a-4619-8f96-5e255e4b9ecd)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:39:33.113612 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-57741f3c-75a4-4782-81e1-c2fda16f4dff req-4c525f82-f7ef-4abc-b839-d392bb468ca7 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.2919767
Apr 20 23:39:33.204687 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-57741f3c-75a4-4782-81e1-c2fda16f4dff req-84230777-1c23-4859-95d7-34b37497d3d9 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0827701
Apr 20 23:39:33.206726 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:33.208890 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:33.386083 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:33.390831 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:33.542500 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:39:33.903791 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd84f5b-6fa7-426d-a09e-db5371142361 req-7c7c4fde-bcbd-471b-a337-30d5a2e04fe0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:33.905535 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ebd84f5b-6fa7-426d-a09e-db5371142361 req-7c7c4fde-bcbd-471b-a337-30d5a2e04fe0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 944 time: 0.1262548
Apr 20 23:39:33.967737 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ebd84f5b-6fa7-426d-a09e-db5371142361 req-88b00c22-0457-4533-929d-660fb23c0838 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433016
Apr 20 23:39:34.068500 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 42222) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:34.221095 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eebfa543-27f7-4d03-8627-f7da71495fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:34.237907 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-eebfa543-27f7-4d03-8627-f7da71495fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:34.242013 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-eebfa543-27f7-4d03-8627-f7da71495fdb admin admin] Usage tracker for resource:security_group_rule and tenant:d659d8fca0184ed49c62969045305aca is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:34.245055 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-eebfa543-27f7-4d03-8627-f7da71495fdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:34.251473 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-eebfa543-27f7-4d03-8627-f7da71495fdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:34.346042 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eebfa543-27f7-4d03-8627-f7da71495fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:34.425767 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5deacaa-d450-4c2f-977d-f7c8aa12643c req-9f6cef07-1008-4d42-9e44-a2f095b5f103 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:34.427639 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c5deacaa-d450-4c2f-977d-f7c8aa12643c req-9f6cef07-1008-4d42-9e44-a2f095b5f103 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.1015403
Apr 20 23:39:34.480193 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c5deacaa-d450-4c2f-977d-f7c8aa12643c req-4501681f-1a5d-4fcd-9a59-c5f40bd82c8d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0458913
Apr 20 23:39:35.194559 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ce608-d03e-4d4c-9c17-17cc30796d7f req-78bf7de1-ee89-40b8-8139-1dc475fddae5 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:35.229976 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d58ce608-d03e-4d4c-9c17-17cc30796d7f req-78bf7de1-ee89-40b8-8139-1dc475fddae5 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 944 time: 0.1082060
Apr 20 23:39:35.280432 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d58ce608-d03e-4d4c-9c17-17cc30796d7f req-218a5d91-5e6c-42d2-9d25-251e399e4cb8 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689666
Apr 20 23:39:35.612765 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-eebfa543-27f7-4d03-8627-f7da71495fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:35.624491 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-099fd515-0587-46e6-bf4e-a8f9192bd774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:35.670215 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfa543-27f7-4d03-8627-f7da71495fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d273e4-42b3-4e76-94a5-352ae7eb3dbb,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:35.673755 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-eebfa543-27f7-4d03-8627-f7da71495fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:35.679566 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 42238) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:35.679688 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-eebfa543-27f7-4d03-8627-f7da71495fdb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d659d8fca0184ed49c62969045305aca&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6096466
Apr 20 23:39:35.883713 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2dfe0576-8a71-4e8a-a348-1d53b8f96c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:35.925845 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2dfe0576-8a71-4e8a-a348-1d53b8f96c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:35.947159 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdf33f-2b0f-4e27-aff1-da40e21a7ce3 req-6c298ec6-4913-4f83-8003-e4644b8c6f2e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:35.948792 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d3cdf33f-2b0f-4e27-aff1-da40e21a7ce3 req-6c298ec6-4913-4f83-8003-e4644b8c6f2e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.1428194
Apr 20 23:39:36.020325 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d3cdf33f-2b0f-4e27-aff1-da40e21a7ce3 req-62fad18e-8901-45d7-9788-b0d41ed4451a tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0638869
Apr 20 23:39:36.134425 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2dfe0576-8a71-4e8a-a348-1d53b8f96c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:36.140945 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1cba1a92-ca8c-421d-a8d8-3d8da4a129a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:36.162003 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe0576-8a71-4e8a-a348-1d53b8f96c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d273e4-42b3-4e76-94a5-352ae7eb3dbb,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:36.162003 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2dfe0576-8a71-4e8a-a348-1d53b8f96c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:36.165657 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2dfe0576-8a71-4e8a-a348-1d53b8f96c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:36.167529 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2dfe0576-8a71-4e8a-a348-1d53b8f96c81 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81d273e4-42b3-4e76-94a5-352ae7eb3dbb HTTP/1.1" status: 204  len: 168 time: 0.4866087
Apr 20 23:39:36.257685 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:39:36.460442 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:39:36.467503 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:39:36.471791 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:36.696585 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4c2b7-e8fb-47c2-a049-11ebdecb9e06 req-2ec94a93-eec5-43d6-83ab-6df00d17a194 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:36.713597 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-88a4c2b7-e8fb-47c2-a049-11ebdecb9e06 req-2ec94a93-eec5-43d6-83ab-6df00d17a194 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 944 time: 0.1578319
Apr 20 23:39:36.856671 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:36.889875 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-88a4c2b7-e8fb-47c2-a049-11ebdecb9e06 req-943266cb-6876-4267-991b-4518cf91e3ae tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1752295
Apr 20 23:39:36.927930 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c,segment=NetworkSegment(ac36d1cd-304a-4619-8f96-5e255e4b9ecd),segment_id=ac36d1cd-304a-4619-8f96-5e255e4b9ecd)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:39:36.928930 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58189dc-c5b0-4284-8fd6-a693ebb7bdc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:39:36.960444 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:36.962466 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-87e58776-e6d7-448b-b100-d60de8eac024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:37.140047 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58189dc-c5b0-4284-8fd6-a693ebb7bdc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c', 'code': 200}
Apr 20 23:39:37.141363 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 42284) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:37.141666 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:37.157490 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:37.180073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5fc7846c-3b71-4559-83c0-fd0410b27f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:37.240135 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5fc7846c-3b71-4559-83c0-fd0410b27f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:37.246084 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5fc7846c-3b71-4559-83c0-fd0410b27f55 admin admin] Usage tracker for resource:security_group_rule and tenant:d9a757ce2d604d129b2d946c3d25bb0f is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:37.249418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5fc7846c-3b71-4559-83c0-fd0410b27f55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:37.256320 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5fc7846c-3b71-4559-83c0-fd0410b27f55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:37.514149 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5fc7846c-3b71-4559-83c0-fd0410b27f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:37.544614 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5063871-a975-4504-a00f-86a7a9e4a562 req-223b3c6f-b810-4d6d-abdf-7509c0d4bf44 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:37.546842 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a5063871-a975-4504-a00f-86a7a9e4a562 req-223b3c6f-b810-4d6d-abdf-7509c0d4bf44 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.2276411
Apr 20 23:39:37.551479 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5fc7846c-3b71-4559-83c0-fd0410b27f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:37.591899 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ff21cb24-1c4c-4c2e-9437-a68cc5762773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:37.658475 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5fc7846c-3b71-4559-83c0-fd0410b27f55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9a757ce2d604d129b2d946c3d25bb0f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5140488
Apr 20 23:39:37.659700 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 42294) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:37.660931 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7846c-3b71-4559-83c0-fd0410b27f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2614d76e-a261-4e0c-b5de-413615855529,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:37.761677 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5fc7846c-3b71-4559-83c0-fd0410b27f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:37.789809 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a5063871-a975-4504-a00f-86a7a9e4a562 req-6cf66ff3-d588-4f22-9cc8-c43e0dcf627f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1995735
Apr 20 23:39:37.872505 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-227ac1ca-7fdf-4bc1-96fa-9208ca0bafc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:37.945413 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-227ac1ca-7fdf-4bc1-96fa-9208ca0bafc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:38.054401 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 42304) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:38.083243 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-227ac1ca-7fdf-4bc1-96fa-9208ca0bafc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:38.089918 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3278aaff-39dd-43ad-a906-3e66009315e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:38.114592 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ac1ca-7fdf-4bc1-96fa-9208ca0bafc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2614d76e-a261-4e0c-b5de-413615855529,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:38.126428 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-227ac1ca-7fdf-4bc1-96fa-9208ca0bafc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:38.128421 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-227ac1ca-7fdf-4bc1-96fa-9208ca0bafc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:38.133819 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-227ac1ca-7fdf-4bc1-96fa-9208ca0bafc3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2614d76e-a261-4e0c-b5de-413615855529 HTTP/1.1" status: 204  len: 168 time: 0.4727283
Apr 20 23:39:38.287249 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342da576-9a4e-4c0e-829d-4f22652fa7ad req-191cdb81-fd89-43a8-8ce7-b1a96ae2bb73 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:38.301132 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-342da576-9a4e-4c0e-829d-4f22652fa7ad req-191cdb81-fd89-43a8-8ce7-b1a96ae2bb73 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 945 time: 0.1880774
Apr 20 23:39:38.342199 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-044a436f-9204-46a3-949d-29b38ae9b647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:38.382659 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-044a436f-9204-46a3-949d-29b38ae9b647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:38.391018 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-044a436f-9204-46a3-949d-29b38ae9b647 admin admin] Usage tracker for resource:security_group_rule and tenant:fef0b9968d994d10b708925ca0358dfa is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:38.407081 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-044a436f-9204-46a3-949d-29b38ae9b647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:38.425584 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-342da576-9a4e-4c0e-829d-4f22652fa7ad req-91c17542-bb72-40d3-8a77-156645dfbd99 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214077
Apr 20 23:39:38.431690 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:38.437611 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-044a436f-9204-46a3-949d-29b38ae9b647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:38.556408 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-044a436f-9204-46a3-949d-29b38ae9b647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:38.600118 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-044a436f-9204-46a3-949d-29b38ae9b647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:38.664136 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-12d6cfa4-c7d0-499b-827e-0ecd046dfff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:38.703947 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-044a436f-9204-46a3-949d-29b38ae9b647 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fef0b9968d994d10b708925ca0358dfa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6483791
Apr 20 23:39:38.708638 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 42318) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:38.775857 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a436f-9204-46a3-949d-29b38ae9b647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e557a29-fac7-461f-bef8-32827253f7b7,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:38.789341 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-044a436f-9204-46a3-949d-29b38ae9b647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:38.853088 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-58ec9131-2bc5-42ad-b811-dc4d7a4ba91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:38.886384 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-58ec9131-2bc5-42ad-b811-dc4d7a4ba91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:38.968615 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-58ec9131-2bc5-42ad-b811-dc4d7a4ba91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:38.979250 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e7c29d2d-c9a6-4f75-b2bb-34c87ecdcfa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:39.007821 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-58ec9131-2bc5-42ad-b811-dc4d7a4ba91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:39.009068 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-58ec9131-2bc5-42ad-b811-dc4d7a4ba91d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e557a29-fac7-461f-bef8-32827253f7b7 HTTP/1.1" status: 204  len: 168 time: 0.2950451
Apr 20 23:39:39.010221 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec9131-2bc5-42ad-b811-dc4d7a4ba91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e557a29-fac7-461f-bef8-32827253f7b7,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:39.013769 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-58ec9131-2bc5-42ad-b811-dc4d7a4ba91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:39.237655 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d939af-3160-4177-8240-ba9e5fb19891 req-2c092591-c022-4a9c-8d40-b5030f596660 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:39.245820 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-15d939af-3160-4177-8240-ba9e5fb19891 req-2c092591-c022-4a9c-8d40-b5030f596660 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.2133479
Apr 20 23:39:39.332574 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-15d939af-3160-4177-8240-ba9e5fb19891 req-3f3c6158-0130-419c-9d34-bdb0e43ccdf7 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0856612
Apr 20 23:39:39.968885 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442eac5-9f50-4afa-8328-f51547513613 req-4c9a4813-e6a7-4879-8d76-f0179986728e tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:39.976590 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0442eac5-9f50-4afa-8328-f51547513613 req-4c9a4813-e6a7-4879-8d76-f0179986728e tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 945 time: 0.1957533
Apr 20 23:39:40.042315 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbae06-aa6d-4e4d-8ebd-01c8c9bc068e req-324f2389-b914-4a01-a2ba-2d250e496fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:40.050266 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-06cbae06-aa6d-4e4d-8ebd-01c8c9bc068e req-324f2389-b914-4a01-a2ba-2d250e496fb2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 1098 time: 0.1772642
Apr 20 23:39:40.095829 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0442eac5-9f50-4afa-8328-f51547513613 req-5d14fbd8-b0d9-4bd4-a171-447accb34b82 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157675
Apr 20 23:39:40.145890 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-06cbae06-aa6d-4e4d-8ebd-01c8c9bc068e req-22e7dfcc-6f0e-4b30-a8d4-df094e0a4559 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891252
Apr 20 23:39:40.685896 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4702ad-0ab3-4979-8707-1538c74e77f4 req-b16b2096-97be-46fd-a2e4-1d5d4ded6ee4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:40.695580 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-de4702ad-0ab3-4979-8707-1538c74e77f4 req-b16b2096-97be-46fd-a2e4-1d5d4ded6ee4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.1636765
Apr 20 23:39:40.949360 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-de4702ad-0ab3-4979-8707-1538c74e77f4 req-90c3c0ee-064c-4cd4-ab20-47e33f454f48 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2526913
Apr 20 23:39:41.371050 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 42374) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:41.542720 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-91720649-f676-45ba-9e2f-a12172172cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:41.564329 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-91720649-f676-45ba-9e2f-a12172172cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:41.568784 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-91720649-f676-45ba-9e2f-a12172172cde admin admin] Usage tracker for resource:security_group_rule and tenant:de5c2a988e0345d4b73c18abad5e8a35 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:41.571779 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-91720649-f676-45ba-9e2f-a12172172cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:41.578099 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-91720649-f676-45ba-9e2f-a12172172cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:41.627472 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d82ed6-75f9-4f75-be4e-df1c56ac59c1 req-b0e7d3a1-1cee-4d2e-82fb-0a9defef7ef4 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:41.629275 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-57d82ed6-75f9-4f75-be4e-df1c56ac59c1 req-b0e7d3a1-1cee-4d2e-82fb-0a9defef7ef4 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 945 time: 0.3287957
Apr 20 23:39:41.678734 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-91720649-f676-45ba-9e2f-a12172172cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:41.683508 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-57d82ed6-75f9-4f75-be4e-df1c56ac59c1 req-a68ffa99-68a0-4527-a573-5d30ac824ed1 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476282
Apr 20 23:39:42.173280 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a880fd4-de24-4a33-b7b1-54e12db9fd4f req-ceb749db-bd03-4e6a-928c-75cc5c9a8be7 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:42.174859 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0a880fd4-de24-4a33-b7b1-54e12db9fd4f req-ceb749db-bd03-4e6a-928c-75cc5c9a8be7 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.1068738
Apr 20 23:39:42.223881 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0a880fd4-de24-4a33-b7b1-54e12db9fd4f req-625dd1fe-4b1c-4d9a-a3e3-a41240e7b3b5 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426872
Apr 20 23:39:42.245813 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-91720649-f676-45ba-9e2f-a12172172cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:42.245813 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e98010f0-03c5-450a-8520-30fb96aa408a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:42.283927 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91720649-f676-45ba-9e2f-a12172172cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab827c1-e453-47c4-85d2-cdfd0de8c045,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:42.289506 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-91720649-f676-45ba-9e2f-a12172172cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:42.313195 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-91720649-f676-45ba-9e2f-a12172172cde admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de5c2a988e0345d4b73c18abad5e8a35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9406378
Apr 20 23:39:42.316113 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 42388) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:42.382285 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7bc5085e-ef25-4b6c-a574-1a09ae4f45d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:42.419076 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7bc5085e-ef25-4b6c-a574-1a09ae4f45d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:42.517975 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7bc5085e-ef25-4b6c-a574-1a09ae4f45d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:42.523859 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d7473aee-c718-406e-9132-937b754a4c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:42.537374 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5085e-ef25-4b6c-a574-1a09ae4f45d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab827c1-e453-47c4-85d2-cdfd0de8c045,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:42.559741 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7bc5085e-ef25-4b6c-a574-1a09ae4f45d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:42.580767 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7bc5085e-ef25-4b6c-a574-1a09ae4f45d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:42.582304 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7bc5085e-ef25-4b6c-a574-1a09ae4f45d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ab827c1-e453-47c4-85d2-cdfd0de8c045 HTTP/1.1" status: 204  len: 168 time: 0.2652009
Apr 20 23:39:43.030142 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50408046-7a28-4481-acbf-13eae63e11d9 req-e89807e7-697e-4fbd-9a67-57630765a3c6 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:43.038579 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50408046-7a28-4481-acbf-13eae63e11d9 req-e89807e7-697e-4fbd-9a67-57630765a3c6 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 945 time: 0.1178463
Apr 20 23:39:43.094687 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50408046-7a28-4481-acbf-13eae63e11d9 req-cc6a946b-b7db-478a-9181-f175648b0ab9 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547414
Apr 20 23:39:43.499009 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49d4db-63db-4dfa-8d80-bfe085f0f09c req-742d87bc-0b7f-4f2f-bbd5-15e547784b11 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:43.507651 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4a49d4db-63db-4dfa-8d80-bfe085f0f09c req-742d87bc-0b7f-4f2f-bbd5-15e547784b11 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.1255021
Apr 20 23:39:43.604220 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4a49d4db-63db-4dfa-8d80-bfe085f0f09c req-ab92e4ce-3570-4eb9-b744-dfabb1a7f99f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0953012
Apr 20 23:39:44.337280 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-93d3ddc2-2b0d-4c21-982d-50ca05e4bb12 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:44.339037 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-93d3ddc2-2b0d-4c21-982d-50ca05e4bb12 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/networks?id=aaab3e3e-46fc-404b-8b71-8c9a8872960a HTTP/1.1" status: 200  len: 814 time: 0.1699777
Apr 20 23:39:44.357267 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-d8108d8e-fa3f-4976-8695-5840039e8972 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/quotas/b369251a0ab64bcd9731f006de4b1c8d HTTP/1.1" status: 200  len: 375 time: 0.0113318
Apr 20 23:39:44.459753 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-dd252b6a-d49f-4071-a266-8753cf9df9b7 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b369251a0ab64bcd9731f006de4b1c8d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0965781
Apr 20 23:39:44.626013 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-abf8eb72-c247-402f-967a-da513ce499d3 service neutron] 10.222.0.15 "GET /v2.0/networks/aaab3e3e-46fc-404b-8b71-8c9a8872960a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504178
Apr 20 23:39:44.800029 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-69ef557b-db43-493b-8273-09c6d6131ff0 service neutron] 10.222.0.15 "GET /v2.0/networks/aaab3e3e-46fc-404b-8b71-8c9a8872960a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1649556
Apr 20 23:39:44.893636 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f91156-71b8-48b0-b947-6f0ee005d393 req-6428ab19-0cfa-4658-a26e-952de80d3095 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:44.895433 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f4f91156-71b8-48b0-b947-6f0ee005d393 req-6428ab19-0cfa-4658-a26e-952de80d3095 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.0984004
Apr 20 23:39:44.950806 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f4f91156-71b8-48b0-b947-6f0ee005d393 req-6a18bba6-50aa-4437-87ad-eb134f916040 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0490265
Apr 20 23:39:45.136332 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-1202b6c1-7660-4005-ad4c-58cdf2771116 req-738f6f42-2fbe-44e3-9d5b-d179bd47dc50 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Synchronizing usage tracker for tenant:b369251a0ab64bcd9731f006de4b1c8d on resource:port {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:39:45.194371 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-1202b6c1-7660-4005-ad4c-58cdf2771116 req-738f6f42-2fbe-44e3-9d5b-d179bd47dc50 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Unset dirty status for tenant:b369251a0ab64bcd9731f006de4b1c8d on resource:port {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:39:45.195865 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1202b6c1-7660-4005-ad4c-58cdf2771116 req-738f6f42-2fbe-44e3-9d5b-d179bd47dc50 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 210 time: 0.1142747
Apr 20 23:39:46.308422 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-938c5be7-5ee2-4a0f-b865-cfba8beab7aa req-03f72133-32ef-4ba0-ad3c-4a2a57b24d80 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 210 time: 0.0506210
Apr 20 23:39:46.394944 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46ae9a-a3e5-4be9-bde5-c694aabab6af req-429fbc46-0c60-4f65-8621-91c169392c3a tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:46.402888 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2b46ae9a-a3e5-4be9-bde5-c694aabab6af req-429fbc46-0c60-4f65-8621-91c169392c3a tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.1123612
Apr 20 23:39:46.461099 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2b46ae9a-a3e5-4be9-bde5-c694aabab6af req-0d650676-a0da-48f1-9edd-b7e0e3bbe075 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0568874
Apr 20 23:39:47.488752 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-85bcb722-9d56-4c7e-8466-efe24253768f req-1323e708-4fa8-4796-9762-a0cfbb0febac tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 210 time: 0.0530243
Apr 20 23:39:47.693515 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d5239-b63c-404f-acd2-e563bb5ed500 req-c2b0407e-6294-4c8e-85cc-bfd3fe2e7bfc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:47.695134 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d95d5239-b63c-404f-acd2-e563bb5ed500 req-c2b0407e-6294-4c8e-85cc-bfd3fe2e7bfc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.0958874
Apr 20 23:39:47.744853 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d95d5239-b63c-404f-acd2-e563bb5ed500 req-6033c578-47f5-4dbb-b110-eb01741817d3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426521
Apr 20 23:39:48.140061 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275212cb-8a47-41c5-ad82-5332b0b8466d req-841b3713-7d3f-4090-8399-f45b2bdff9b1 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:48.141668 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-275212cb-8a47-41c5-ad82-5332b0b8466d req-841b3713-7d3f-4090-8399-f45b2bdff9b1 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 945 time: 0.0882483
Apr 20 23:39:48.192640 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-275212cb-8a47-41c5-ad82-5332b0b8466d req-598cc6ce-e7d5-4638-bcff-57444e04c995 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442917
Apr 20 23:39:48.634186 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620262a9-d7d5-4162-b612-f4865d806284 req-9bf55def-2fa7-4eb7-b32d-a626ef7673b1 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:48.635829 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-620262a9-d7d5-4162-b612-f4865d806284 req-9bf55def-2fa7-4eb7-b32d-a626ef7673b1 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0920303
Apr 20 23:39:48.663466 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-51b3a819-1101-4510-9d04-beae406d66a7 req-71be7444-a4b8-4f3f-9507-2c680379beb2 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 210 time: 0.0483911
Apr 20 23:39:48.685314 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-620262a9-d7d5-4162-b612-f4865d806284 req-c2ac2cce-be5f-4cc2-9435-68bebe5b052e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429125
Apr 20 23:39:48.950408 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b94f9d-a71b-46d2-a891-df79ee9a1570 req-c2a70f66-ea1c-4619-818f-cbb3a06087e5 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:48.951984 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7b94f9d-a71b-46d2-a891-df79ee9a1570 req-c2a70f66-ea1c-4619-818f-cbb3a06087e5 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.0880196
Apr 20 23:39:49.001845 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7b94f9d-a71b-46d2-a891-df79ee9a1570 req-201f2e7f-3d70-40b2-b9a9-c92458587df4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432863
Apr 20 23:39:49.397359 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4678b5-5293-4a4a-b3a2-c3c3911ab142 req-7ae1a84f-18b9-4ea8-9f5d-a3279c2974fd tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:49.398883 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7e4678b5-5293-4a4a-b3a2-c3c3911ab142 req-7ae1a84f-18b9-4ea8-9f5d-a3279c2974fd tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 945 time: 0.0918894
Apr 20 23:39:49.447638 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7e4678b5-5293-4a4a-b3a2-c3c3911ab142 req-01cb3573-5e4b-41b5-bc72-6d1926a17ddd tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423050
Apr 20 23:39:49.560564 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:39:49.838756 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c2681f77-08ce-497a-a69e-0b5b9f676801 req-cfaa7057-4870-46e2-b304-f42803f50c85 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 210 time: 0.0496223
Apr 20 23:39:49.894447 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f317-352c-4780-a2c8-5666098e9dc4 req-bc8bf25b-fd9f-4721-bfa1-efc1c6d469c1 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:49.896046 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5315f317-352c-4780-a2c8-5666098e9dc4 req-bc8bf25b-fd9f-4721-bfa1-efc1c6d469c1 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0886214
Apr 20 23:39:49.943601 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5315f317-352c-4780-a2c8-5666098e9dc4 req-483131b7-d386-42b1-ae5b-c2fb1cfa9424 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412564
Apr 20 23:39:50.207094 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9783-9d77-40a3-9fca-42c835ad3f12 req-84a74289-547a-4efb-95e0-fc7c27cf6ff1 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:50.208694 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ecd9783-9d77-40a3-9fca-42c835ad3f12 req-84a74289-547a-4efb-95e0-fc7c27cf6ff1 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.0870733
Apr 20 23:39:50.255321 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ecd9783-9d77-40a3-9fca-42c835ad3f12 req-391fa780-44ed-4695-83d2-f66d12a615a2 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403659
Apr 20 23:39:50.526173 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e820443-7938-477e-b9f8-692d7acaea8f req-b8012e19-163b-45a0-aa59-a2fee9f9ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:50.527943 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9e820443-7938-477e-b9f8-692d7acaea8f req-b8012e19-163b-45a0-aa59-a2fee9f9ca80 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab95038a22354139a0254e25eb4cccde&device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 1098 time: 0.0859883
Apr 20 23:39:50.912575 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e820443-7938-477e-b9f8-692d7acaea8f req-ba3bd0a2-75a6-4370-95d7-dc6aadee8bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:50.914159 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9e820443-7938-477e-b9f8-692d7acaea8f req-ba3bd0a2-75a6-4370-95d7-dc6aadee8bfd service neutron] 10.222.0.10 "GET /v2.0/networks?id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e HTTP/1.1" status: 200  len: 919 time: 0.3283837
Apr 20 23:39:50.922996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-86ddac62-8e53-4018-b192-8d806e76e53c tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:50.924565 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-86ddac62-8e53-4018-b192-8d806e76e53c tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.10 "GET /v2.0/networks?id=aaab3e3e-46fc-404b-8b71-8c9a8872960a HTTP/1.1" status: 200  len: 814 time: 0.3631616
Apr 20 23:39:50.935959 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a14a40-3145-4ce3-a493-89c2ceac957d req-95351473-14c4-442a-81a8-fdc34242f691 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:50.937504 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50a14a40-3145-4ce3-a493-89c2ceac957d req-95351473-14c4-442a-81a8-fdc34242f691 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 945 time: 0.3502154
Apr 20 23:39:51.018721 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-e9eae864-4e8c-4ff5-b827-3c5ee743fc60 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Request body: {'port': {'device_id': '4bbf4967-e104-4ecc-9eb2-733102c5cae5', 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a', 'admin_state_up': True, 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:39:51.034137 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9e820443-7938-477e-b9f8-692d7acaea8f req-e49dd909-9e53-463b-a51f-072e6d109630 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f73b95e-fd5b-485f-bf5e-50b235c56921 HTTP/1.1" status: 200  len: 217 time: 0.1085639
Apr 20 23:39:51.037962 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-76053583-8823-4659-b907-b4b2c422283f req-7b2d76d8-241d-4d79-b399-76c08cc17b05 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 210 time: 0.0789022
Apr 20 23:39:51.250416 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a826baa-bb56-4ae3-b5a2-1f79d819ced0 req-cb43cf41-fe55-43bf-b00e-e05a34a3ff8b tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:51.252282 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3a826baa-bb56-4ae3-b5a2-1f79d819ced0 req-cb43cf41-fe55-43bf-b00e-e05a34a3ff8b tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1072891
Apr 20 23:39:51.372315 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3a826baa-bb56-4ae3-b5a2-1f79d819ced0 req-080e9728-d726-4246-8902-86a955f5eec4 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120162
Apr 20 23:39:51.395746 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392586ad-3a8b-4044-b4c0-8e95181fbf63 req-d033db16-ea6c-4d0d-b42d-b4bedeb6bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:51.397342 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-392586ad-3a8b-4044-b4c0-8e95181fbf63 req-d033db16-ea6c-4d0d-b42d-b4bedeb6bc46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=329d4da5822347079a9af5d11eb238fa&device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 1099 time: 0.1199260
Apr 20 23:39:51.428087 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50a14a40-3145-4ce3-a493-89c2ceac957d req-fa51ee52-982b-42d1-ba61-11a40b57a5e9 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4199033
Apr 20 23:39:51.498511 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-e9eae864-4e8c-4ff5-b827-3c5ee743fc60 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:51.508590 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-e9eae864-4e8c-4ff5-b827-3c5ee743fc60 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:51.529593 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e820443-7938-477e-b9f8-692d7acaea8f req-a728adae-453c-4c6d-863a-0dae8e3a2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:51.529593 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9e820443-7938-477e-b9f8-692d7acaea8f req-a728adae-453c-4c6d-863a-0dae8e3a2934 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87180e83-62f3-404a-9c4e-515fba272188 HTTP/1.1" status: 200  len: 859 time: 0.4718137
Apr 20 23:39:51.597010 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9e820443-7938-477e-b9f8-692d7acaea8f req-e294788d-c26e-4716-bfac-a03777b117a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0616138
Apr 20 23:39:51.598331 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-e9eae864-4e8c-4ff5-b827-3c5ee743fc60 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Made reservation on behalf of b369251a0ab64bcd9731f006de4b1c8d for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:39:51.606119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-e9eae864-4e8c-4ff5-b827-3c5ee743fc60 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:51.626915 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392586ad-3a8b-4044-b4c0-8e95181fbf63 req-128f08fa-45a3-4c54-b048-bba54d7a8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:51.627749 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-392586ad-3a8b-4044-b4c0-8e95181fbf63 req-128f08fa-45a3-4c54-b048-bba54d7a8ee3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86b2d3ea-b04f-45c5-b131-8d05e2d86813 HTTP/1.1" status: 200  len: 916 time: 0.2221992
Apr 20 23:39:51.801054 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-392586ad-3a8b-4044-b4c0-8e95181fbf63 req-4f87083e-e6c2-48f2-af96-4ed76bce6511 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52b909ea-7548-46fb-8a48-eb9a45af430f HTTP/1.1" status: 200  len: 1001 time: 0.1578929
Apr 20 23:39:51.811770 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5cc29-d3bc-4a28-9e76-75ebc3c8a1a0 req-87f7ec75-961e-479e-a836-edc2b0f7f4e3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:51.813274 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7db5cc29-d3bc-4a28-9e76-75ebc3c8a1a0 req-87f7ec75-961e-479e-a836-edc2b0f7f4e3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.2521613
Apr 20 23:39:51.839097 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9e820443-7938-477e-b9f8-692d7acaea8f req-83d570fe-b49b-453c-9a0f-e0ab13ad69c3 service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2110322
Apr 20 23:39:51.935559 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7db5cc29-d3bc-4a28-9e76-75ebc3c8a1a0 req-7dde4bdc-809a-4807-b566-3eda10c82fa8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0626862
Apr 20 23:39:51.987837 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392586ad-3a8b-4044-b4c0-8e95181fbf63 req-fb25a2a8-1673-4fdf-a30d-fc8259709718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:51.993270 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-392586ad-3a8b-4044-b4c0-8e95181fbf63 req-fb25a2a8-1673-4fdf-a30d-fc8259709718 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=511ddee7-7c62-4422-908f-d9585fcbf53b HTTP/1.1" status: 200  len: 855 time: 0.1783347
Apr 20 23:39:52.086617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-e9eae864-4e8c-4ff5-b827-3c5ee743fc60 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Allocated IP 172.20.0.10 (aaab3e3e-46fc-404b-8b71-8c9a8872960a/9484c80a-583b-4813-8ae5-4f679e110c42/4994c204-57ba-4dd4-9a29-cff70725c3ec) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:39:52.104002 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9e820443-7938-477e-b9f8-692d7acaea8f req-1cb5d78c-cc7b-40a3-b911-c23f27342580 service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2537627
Apr 20 23:39:52.454714 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-411fa632-1c26-46bf-b9cf-b47f6bd131e5 req-7bdb162b-f9c0-4ebf-b30f-6cd485e4ef5c tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 210 time: 0.1204309
Apr 20 23:39:52.570366 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-e9eae864-4e8c-4ff5-b827-3c5ee743fc60 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:52.679780 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 42628) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:52.709701 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-e9eae864-4e8c-4ff5-b827-3c5ee743fc60 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Transition to ACTIVE for port object 4994c204-57ba-4dd4-9a29-cff70725c3ec will not be triggered until provisioned by entity DHCP. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:39:52.800842 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6563-640e-46a5-93fe-f06b3f01d2e7 req-2669a88a-99f3-4cca-85d9-defec13a70fb tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:52.810948 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee2f6563-640e-46a5-93fe-f06b3f01d2e7 req-2669a88a-99f3-4cca-85d9-defec13a70fb tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 945 time: 0.2052164
Apr 20 23:39:52.883063 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee2f6563-640e-46a5-93fe-f06b3f01d2e7 req-96512e05-8f5e-4dc8-9f8a-dc4ffaa0f11d tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710189
Apr 20 23:39:52.935820 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c169c462-4781-49f6-a4f0-8cd8dab8f210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:52.952165 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-e9eae864-4e8c-4ff5-b827-3c5ee743fc60 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:52.953024 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d30605bf-17d2-4d66-bfee-9f47d5b67cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:52.959154 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c169c462-4781-49f6-a4f0-8cd8dab8f210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:52.959365 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-34f127e2-db57-4536-aa54-2a4c65716cc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:52.971596 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c169c462-4781-49f6-a4f0-8cd8dab8f210 admin admin] Usage tracker for resource:security_group_rule and tenant:3fd573cdd23a48f5822e3d21c59af5f1 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:52.974945 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c169c462-4781-49f6-a4f0-8cd8dab8f210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:52.982949 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c169c462-4781-49f6-a4f0-8cd8dab8f210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:53.020349 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951ff95-8791-4b71-ae3a-a08b4a700fef req-5ed2bd48-b88e-43f6-83a3-01b48a8a5122 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:53.028305 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a951ff95-8791-4b71-ae3a-a08b4a700fef req-5ed2bd48-b88e-43f6-83a3-01b48a8a5122 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.2611384
Apr 20 23:39:53.089442 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-e9eae864-4e8c-4ff5-b827-3c5ee743fc60 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Network aaab3e3e-46fc-404b-8b71-8c9a8872960a is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:39:53.094310 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-e9eae864-4e8c-4ff5-b827-3c5ee743fc60 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:39:53.104642 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eae864-4e8c-4ff5-b827-3c5ee743fc60 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Pushing event updated for resources: {'Port': ['ID=4994c204-57ba-4dd4-9a29-cff70725c3ec,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:53.108678 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-e9eae864-4e8c-4ff5-b827-3c5ee743fc60 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:39:53.122507 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-e9eae864-4e8c-4ff5-b827-3c5ee743fc60 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:53.123249 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-e9eae864-4e8c-4ff5-b827-3c5ee743fc60 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:53.128190 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e9eae864-4e8c-4ff5-b827-3c5ee743fc60 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:53.141302 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c169c462-4781-49f6-a4f0-8cd8dab8f210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:53.187772 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a951ff95-8791-4b71-ae3a-a08b4a700fef req-7a86402d-5431-4c57-8beb-6c30fb5b450d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583791
Apr 20 23:39:53.203596 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c169c462-4781-49f6-a4f0-8cd8dab8f210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:53.233736 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ee79fb99-3973-4459-b0f8-e482e76a1f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:53.275935 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c169c462-4781-49f6-a4f0-8cd8dab8f210 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fd573cdd23a48f5822e3d21c59af5f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5949521
Apr 20 23:39:53.277333 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169c462-4781-49f6-a4f0-8cd8dab8f210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620aab2b-8dcb-4305-aae0-25d3bdfa35da,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:53.280969 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 42636) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:53.282046 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d1c95-6d64-4de4-a3c2-3eda5f31b285 req-6df77ed9-6563-4764-a396-994469e62eb8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:53.284060 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f76d1c95-6d64-4de4-a3c2-3eda5f31b285 req-6df77ed9-6563-4764-a396-994469e62eb8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.1531236
Apr 20 23:39:53.284681 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c169c462-4781-49f6-a4f0-8cd8dab8f210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:53.297101 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-e9eae864-4e8c-4ff5-b827-3c5ee743fc60 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2834396
Apr 20 23:39:53.356741 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f76d1c95-6d64-4de4-a3c2-3eda5f31b285 req-bb7d7426-17fb-4c64-b077-b46c5e50d908 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0643940
Apr 20 23:39:53.379410 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6edfa285-35cb-4756-bdd4-a8a61f925d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:53.410731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6edfa285-35cb-4756-bdd4-a8a61f925d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:53.545760 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-4533fdb1-f6b0-40fe-82e0-c554499305ba None None] Provisioning for port 4994c204-57ba-4dd4-9a29-cff70725c3ec completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:39:53.552945 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-4533fdb1-f6b0-40fe-82e0-c554499305ba None None] Provisioning complete for port 4994c204-57ba-4dd4-9a29-cff70725c3ec triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:39:53.553405 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4533fdb1-f6b0-40fe-82e0-c554499305ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:53.620708 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-4533fdb1-f6b0-40fe-82e0-c554499305ba None None] Port 4994c204-57ba-4dd4-9a29-cff70725c3ec cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:39:53.680782 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6edfa285-35cb-4756-bdd4-a8a61f925d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:53.691361 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-49ee674f-434d-4ff2-bd80-c2eb717a6904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:53.711685 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edfa285-35cb-4756-bdd4-a8a61f925d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620aab2b-8dcb-4305-aae0-25d3bdfa35da,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:53.717793 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6edfa285-35cb-4756-bdd4-a8a61f925d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:53.719073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6edfa285-35cb-4756-bdd4-a8a61f925d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:53.720548 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-6edfa285-35cb-4756-bdd4-a8a61f925d2c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/620aab2b-8dcb-4305-aae0-25d3bdfa35da HTTP/1.1" status: 204  len: 168 time: 0.4382768
Apr 20 23:39:53.791536 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bae8a7-1749-4692-a8c5-adfd9515a270 req-58fa2f38-34f0-445d-85cd-172995b4cacf tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:53.799737 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-13bae8a7-1749-4692-a8c5-adfd9515a270 req-58fa2f38-34f0-445d-85cd-172995b4cacf tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 932 time: 0.1605272
Apr 20 23:39:53.847477 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-13bae8a7-1749-4692-a8c5-adfd9515a270 req-38253bca-85ad-4279-b248-57d8212ff3bc tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Synchronizing usage tracker for tenant:b369251a0ab64bcd9731f006de4b1c8d on resource:security_group {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:39:53.945883 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-13bae8a7-1749-4692-a8c5-adfd9515a270 req-38253bca-85ad-4279-b248-57d8212ff3bc tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Unset dirty status for tenant:b369251a0ab64bcd9731f006de4b1c8d on resource:security_group {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:39:53.948234 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-13bae8a7-1749-4692-a8c5-adfd9515a270 req-38253bca-85ad-4279-b248-57d8212ff3bc tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476703
Apr 20 23:39:54.098763 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1ca94-6454-4408-a81f-5750130238c7 req-3b2c6f6e-a1f6-486b-a7a9-256c07b8c20f tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:54.100522 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e9a1ca94-6454-4408-a81f-5750130238c7 req-3b2c6f6e-a1f6-486b-a7a9-256c07b8c20f tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 945 time: 0.0964324
Apr 20 23:39:54.156513 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e9a1ca94-6454-4408-a81f-5750130238c7 req-1d6ba446-c6ac-42b8-91af-29aed6e49229 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484436
Apr 20 23:39:54.470720 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13e5d8-a29f-4315-96ee-91a695eb6974 req-4a2a7e60-49c1-427d-9b05-e3ee7b925add tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:54.474772 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4f13e5d8-a29f-4315-96ee-91a695eb6974 req-4a2a7e60-49c1-427d-9b05-e3ee7b925add tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1380374
Apr 20 23:39:54.502984 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 42658) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:54.509555 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 52b909ea-7548-46fb-8a48-eb9a45af430f no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:39:54.522526 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4f13e5d8-a29f-4315-96ee-91a695eb6974 req-a97c0902-0c8b-4d16-9346-78475f4bc824 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438595
Apr 20 23:39:54.534163 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d8f5-c820-45cb-9fbb-704823e59fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:54.610547 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a9b3d8f5-c820-45cb-9fbb-704823e59fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:54.615503 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a9b3d8f5-c820-45cb-9fbb-704823e59fc6 admin admin] Usage tracker for resource:security_group_rule and tenant:2192350ac2ef4b82ac6547311dc2a7b2 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:54.620138 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a9b3d8f5-c820-45cb-9fbb-704823e59fc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:54.627977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a9b3d8f5-c820-45cb-9fbb-704823e59fc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:54.669565 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:54.699797 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bc9cc-ebd7-4c70-8e80-a0d2f5952503 req-c716e4b2-3b67-4bd5-9744-9c864e1745a6 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:54.701780 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af3bc9cc-ebd7-4c70-8e80-a0d2f5952503 req-c716e4b2-3b67-4bd5-9744-9c864e1745a6 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 946 time: 0.1712792
Apr 20 23:39:54.723614 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7fad75-8889-4b81-9fe8-272cd9aa4c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52b909ea-7548-46fb-8a48-eb9a45af430f'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:39:54.741413 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 52b909ea-7548-46fb-8a48-eb9a45af430f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=52b909ea-7548-46fb-8a48-eb9a45af430f,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:39:54.774143 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:54.776084 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3ca2a78c-cdac-4da2-9b76-0073909a53e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:54.783915 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af3bc9cc-ebd7-4c70-8e80-a0d2f5952503 req-8182966b-4a6c-4ed4-93c5-31ff461747a2 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0719266
Apr 20 23:39:54.837307 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7fad75-8889-4b81-9fe8-272cd9aa4c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52b909ea-7548-46fb-8a48-eb9a45af430f', 'code': 200}
Apr 20 23:39:54.837886 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d8f5-c820-45cb-9fbb-704823e59fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:54.868219 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d8f5-c820-45cb-9fbb-704823e59fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:54.876565 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=52b909ea-7548-46fb-8a48-eb9a45af430f,revision_number=8']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:54.878118 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bbf0a669-5828-4f26-b672-846d2bd485f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:54.879898 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:54.896687 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9e71a1bd-9820-4fab-962b-db02deef4c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:54.934254 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a9b3d8f5-c820-45cb-9fbb-704823e59fc6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2192350ac2ef4b82ac6547311dc2a7b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4299581
Apr 20 23:39:54.937359 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 42666) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:54.939064 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3d8f5-c820-45cb-9fbb-704823e59fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88571a5f-5501-4548-b55a-19da307c6a6b,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:54.942797 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a9b3d8f5-c820-45cb-9fbb-704823e59fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:55.009814 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-09c390d5-e97a-4023-86a1-1f6f9a87df8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:55.040204 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-09c390d5-e97a-4023-86a1-1f6f9a87df8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:55.174163 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-09c390d5-e97a-4023-86a1-1f6f9a87df8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:55.178767 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6fc6e5bb-716f-4f61-b151-b95ba420251c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:55.204013 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c390d5-e97a-4023-86a1-1f6f9a87df8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88571a5f-5501-4548-b55a-19da307c6a6b,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:55.211053 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-09c390d5-e97a-4023-86a1-1f6f9a87df8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:55.233896 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-09c390d5-e97a-4023-86a1-1f6f9a87df8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:55.235132 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-09c390d5-e97a-4023-86a1-1f6f9a87df8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88571a5f-5501-4548-b55a-19da307c6a6b HTTP/1.1" status: 204  len: 168 time: 0.2967315
Apr 20 23:39:55.295604 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1085a7-9530-40ec-afb8-28e35af7baeb req-f24c2269-cfe2-4fec-beed-2b66b9c1f3fc tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:55.297825 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a1085a7-9530-40ec-afb8-28e35af7baeb req-f24c2269-cfe2-4fec-beed-2b66b9c1f3fc tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 932 time: 0.1653204
Apr 20 23:39:55.391768 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a1085a7-9530-40ec-afb8-28e35af7baeb req-b5160bd1-eb18-4fb2-8fa0-e9c11365062b tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831869
Apr 20 23:39:55.458675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7191b2d-27db-4730-b027-706ec8830696 req-752f63ec-4c23-4939-a900-0b5ae7ec646f tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:55.460338 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b7191b2d-27db-4730-b027-706ec8830696 req-752f63ec-4c23-4939-a900-0b5ae7ec646f tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 945 time: 0.1093056
Apr 20 23:39:55.513583 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b7191b2d-27db-4730-b027-706ec8830696 req-7d019cd4-38ec-4742-bf66-319ad3552f96 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453041
Apr 20 23:39:55.782463 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d001313-924f-4d06-ba5a-3e52e46f01fa req-c578eb0d-9d77-4bac-90dd-deee5b746eba tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:55.784495 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2d001313-924f-4d06-ba5a-3e52e46f01fa req-c578eb0d-9d77-4bac-90dd-deee5b746eba tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1299360
Apr 20 23:39:55.851788 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2d001313-924f-4d06-ba5a-3e52e46f01fa req-a4402741-c472-4637-9b4e-cd9f9f5d556d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555613
Apr 20 23:39:56.997770 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:56.998521 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:57.169484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369b513-1a78-43f2-b2f7-fcf3a1bb4b34 req-26e4f365-ce8d-4fc3-9c31-b4bb57965615 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:57.174304 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e369b513-1a78-43f2-b2f7-fcf3a1bb4b34 req-26e4f365-ce8d-4fc3-9c31-b4bb57965615 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.1648083
Apr 20 23:39:57.201500 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b090be-3ad0-47a0-b391-f73c6be65e6e req-9cd4338e-ddd9-4462-94bf-778dd89a096d tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:57.211144 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-33b090be-3ad0-47a0-b391-f73c6be65e6e req-9cd4338e-ddd9-4462-94bf-778dd89a096d tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 932 time: 0.1939592
Apr 20 23:39:57.254297 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e369b513-1a78-43f2-b2f7-fcf3a1bb4b34 req-1aecb61c-8a6f-48ec-88f1-c22538a47321 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0761814
Apr 20 23:39:57.287773 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-33b090be-3ad0-47a0-b391-f73c6be65e6e req-01919b90-2796-4d6d-80d7-61fdd6f6cb49 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755322
Apr 20 23:39:57.360702 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:57.518200 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf0cc4-fc27-475a-87ce-3402fc2df474 req-32f96319-1a0f-4071-8f5b-29aa788ab12a tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:57.518200 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8caf0cc4-fc27-475a-87ce-3402fc2df474 req-32f96319-1a0f-4071-8f5b-29aa788ab12a tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 945 time: 0.1207120
Apr 20 23:39:57.576651 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae61ec1-ce02-40c3-ae8c-e008e774eea3 req-9e755cc9-6c05-4024-a375-98b39d28e498 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:57.585250 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4ae61ec1-ce02-40c3-ae8c-e008e774eea3 req-9e755cc9-6c05-4024-a375-98b39d28e498 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1328821
Apr 20 23:39:57.603324 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8caf0cc4-fc27-475a-87ce-3402fc2df474 req-eb99386c-81a7-473c-8bd7-4fb5fca80aad tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786119
Apr 20 23:39:57.637628 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4ae61ec1-ce02-40c3-ae8c-e008e774eea3 req-d7c76848-5304-4f82-b2f6-fcd34522ae1b tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495450
Apr 20 23:39:58.534633 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67873e51-d657-434f-8db6-3f8129ce726f req-c69057c0-e0fb-4db4-9db1-9a6ae4eb634a tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:58.535291 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2621c-6c6f-4200-9131-4699f58ab345 req-aaa9ff79-bcdc-4b56-bc26-5fb0d919fa0d tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:58.537030 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-86a2621c-6c6f-4200-9131-4699f58ab345 req-aaa9ff79-bcdc-4b56-bc26-5fb0d919fa0d tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 932 time: 0.1162846
Apr 20 23:39:58.537459 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-67873e51-d657-434f-8db6-3f8129ce726f req-c69057c0-e0fb-4db4-9db1-9a6ae4eb634a tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.1288939
Apr 20 23:39:58.602665 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-67873e51-d657-434f-8db6-3f8129ce726f req-e7511703-0376-4f3b-963e-e12bd8c3b49a tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0521784
Apr 20 23:39:58.602825 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-86a2621c-6c6f-4200-9131-4699f58ab345 req-681abca3-50b7-4b9d-8267-71fd2d7872d0 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589504
Apr 20 23:39:58.968265 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 42740) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:58.976842 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca98b5-943c-4220-a8ff-678041fb5622 req-396959c3-c98d-4de0-887e-d5847955d2e6 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:58.978437 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aaca98b5-943c-4220-a8ff-678041fb5622 req-396959c3-c98d-4de0-887e-d5847955d2e6 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 945 time: 0.1360505
Apr 20 23:39:58.986649 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0d1c9-b878-45e8-a1e7-ae2902d73ab4 req-b5449d16-bc6f-4b42-a05c-daad7ee0cdf5 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:58.988430 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f2f0d1c9-b878-45e8-a1e7-ae2902d73ab4 req-b5449d16-bc6f-4b42-a05c-daad7ee0cdf5 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1591346
Apr 20 23:39:59.039251 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aaca98b5-943c-4220-a8ff-678041fb5622 req-e3b84bc8-ac3f-4da2-89b7-295e2e25c66f tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476925
Apr 20 23:39:59.042097 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f2f0d1c9-b878-45e8-a1e7-ae2902d73ab4 req-572fcf53-3759-486f-be2b-459013f6d5c0 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468800
Apr 20 23:39:59.141293 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2356-f21b-4ac3-8705-42abac3d2c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:59.157891 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-dbdf2356-f21b-4ac3-8705-42abac3d2c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:39:59.161844 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-dbdf2356-f21b-4ac3-8705-42abac3d2c86 admin admin] Usage tracker for resource:security_group_rule and tenant:d716e2382808477798b1704a35ac1d5f is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:39:59.164763 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-dbdf2356-f21b-4ac3-8705-42abac3d2c86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:39:59.171243 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-dbdf2356-f21b-4ac3-8705-42abac3d2c86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:39:59.259392 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2356-f21b-4ac3-8705-42abac3d2c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:59.304876 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2356-f21b-4ac3-8705-42abac3d2c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:59.314755 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7bc5085e-ef25-4b6c-a574-1a09ae4f45d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:59.360521 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-dbdf2356-f21b-4ac3-8705-42abac3d2c86 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d716e2382808477798b1704a35ac1d5f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3878176
Apr 20 23:39:59.360521 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf2356-f21b-4ac3-8705-42abac3d2c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f89c9f-57dd-4bae-8f67-8465934b3a23,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:59.367832 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 42746) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:59.367832 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-dbdf2356-f21b-4ac3-8705-42abac3d2c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:59.434139 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-04ad4194-4321-4faa-9958-680aca96aa33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:59.462456 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-04ad4194-4321-4faa-9958-680aca96aa33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:59.539363 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-04ad4194-4321-4faa-9958-680aca96aa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:59.543702 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-59e9a449-0379-4aa8-9fd2-32acd99e0ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:59.555331 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad4194-4321-4faa-9958-680aca96aa33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f89c9f-57dd-4bae-8f67-8465934b3a23,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:59.560726 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-04ad4194-4321-4faa-9958-680aca96aa33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:59.570754 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-04ad4194-4321-4faa-9958-680aca96aa33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:59.572275 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-04ad4194-4321-4faa-9958-680aca96aa33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43f89c9f-57dd-4bae-8f67-8465934b3a23 HTTP/1.1" status: 204  len: 168 time: 0.2096813
Apr 20 23:39:59.899937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6e438-8bc4-4ff3-9ca5-cc6a2a1118cf req-719e89d3-962e-4303-ba4f-6095a9b669ea tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:59.902027 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-60c6e438-8bc4-4ff3-9ca5-cc6a2a1118cf req-719e89d3-962e-4303-ba4f-6095a9b669ea tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.1455901
Apr 20 23:39:59.914826 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e13b1-4fa1-42d7-b9f3-e8b10bec204e req-d4888718-ee56-4b77-b7ed-f787d1567b7a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:59.916530 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a89e13b1-4fa1-42d7-b9f3-e8b10bec204e req-d4888718-ee56-4b77-b7ed-f787d1567b7a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 932 time: 0.1438041
Apr 20 23:39:59.979713 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-60c6e438-8bc4-4ff3-9ca5-cc6a2a1118cf req-c8c1f766-cfd5-47c6-807b-bb971597df3f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0679617
Apr 20 23:40:00.028529 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a89e13b1-4fa1-42d7-b9f3-e8b10bec204e req-4443699c-b6da-4963-9859-0592c4145849 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895927
Apr 20 23:40:00.271868 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ba94a-db13-4457-b6c1-976f3941ce30 req-99602b2a-e2e9-41cb-9633-c0eb374c13a9 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:00.273395 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-579ba94a-db13-4457-b6c1-976f3941ce30 req-99602b2a-e2e9-41cb-9633-c0eb374c13a9 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0956399
Apr 20 23:40:00.281106 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bead3c-4a0d-4172-9a67-a72b61c95811 req-a24634eb-1a10-4b86-9773-053ec2666a5f tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:00.282752 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-67bead3c-4a0d-4172-9a67-a72b61c95811 req-a24634eb-1a10-4b86-9773-053ec2666a5f tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 945 time: 0.1036620
Apr 20 23:40:00.356776 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-579ba94a-db13-4457-b6c1-976f3941ce30 req-554cf4cb-eb56-4279-bb81-2df3715fe0ab tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724146
Apr 20 23:40:00.362549 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-67bead3c-4a0d-4172-9a67-a72b61c95811 req-a63b2843-7782-4e70-bef2-57e5d40827d6 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718131
Apr 20 23:40:01.206043 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b22449-4094-4abb-98c0-f32187f164b6 req-6e8275c4-9dd1-4a75-862a-2811dc4e66f7 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:01.207679 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d7b22449-4094-4abb-98c0-f32187f164b6 req-6e8275c4-9dd1-4a75-862a-2811dc4e66f7 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.1151316
Apr 20 23:40:01.228043 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd373af-7cf9-4d04-b7f5-bef51ae10e54 req-560c71ce-c347-483a-aa1b-80ef09aeabe8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:01.230591 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fbd373af-7cf9-4d04-b7f5-bef51ae10e54 req-560c71ce-c347-483a-aa1b-80ef09aeabe8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 932 time: 0.0978138
Apr 20 23:40:01.264484 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d7b22449-4094-4abb-98c0-f32187f164b6 req-ccacdd69-e0cc-4137-98c6-792183b42744 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0485384
Apr 20 23:40:01.282082 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fbd373af-7cf9-4d04-b7f5-bef51ae10e54 req-61c7c5b0-8f3e-4637-851c-5c3f81ff1799 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448494
Apr 20 23:40:01.562586 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e036dd-7379-4d2a-a56b-29a84c11873d req-2439f597-f405-42a9-9684-3a44d2f1c00b tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:01.570334 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-74e036dd-7379-4d2a-a56b-29a84c11873d req-2439f597-f405-42a9-9684-3a44d2f1c00b tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1022055
Apr 20 23:40:01.570720 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795aa8a-ecb6-46a8-9e8f-6cead5312d62 req-bbe6ae0f-9236-4fc7-b0cb-2fe639a5e54b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:01.579696 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a795aa8a-ecb6-46a8-9e8f-6cead5312d62 req-bbe6ae0f-9236-4fc7-b0cb-2fe639a5e54b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 945 time: 0.1111207
Apr 20 23:40:01.623801 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-74e036dd-7379-4d2a-a56b-29a84c11873d req-e102285e-9b21-4104-a457-d85dce1f0720 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524733
Apr 20 23:40:01.628756 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a795aa8a-ecb6-46a8-9e8f-6cead5312d62 req-80fa285a-0c0e-4559-9f36-93380393c491 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477891
Apr 20 23:40:02.489747 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9106b-1333-44e4-85d3-3df7897a812b req-78f8b880-4027-46db-8d7d-d5736c8480ad tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:02.491409 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1df9106b-1333-44e4-85d3-3df7897a812b req-78f8b880-4027-46db-8d7d-d5736c8480ad tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.1005290
Apr 20 23:40:02.506294 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0a5db-660f-4912-9e4b-2aa8fcec10f4 req-2476127f-a458-4ccd-9479-e576c7136b61 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:02.507041 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-95f0a5db-660f-4912-9e4b-2aa8fcec10f4 req-2476127f-a458-4ccd-9479-e576c7136b61 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Synchronizing usage tracker for tenant:b369251a0ab64bcd9731f006de4b1c8d on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:40:02.542381 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1df9106b-1333-44e4-85d3-3df7897a812b req-be427c65-a167-429c-9248-0ec966509dd8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435300
Apr 20 23:40:02.556520 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-95f0a5db-660f-4912-9e4b-2aa8fcec10f4 req-2476127f-a458-4ccd-9479-e576c7136b61 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Unset dirty status for tenant:b369251a0ab64bcd9731f006de4b1c8d on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:40:02.557786 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95f0a5db-660f-4912-9e4b-2aa8fcec10f4 req-2476127f-a458-4ccd-9479-e576c7136b61 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 932 time: 0.1446700
Apr 20 23:40:02.607460 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-95f0a5db-660f-4912-9e4b-2aa8fcec10f4 req-00293967-66d5-4d3d-88ad-79a94ddee47a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421469
Apr 20 23:40:02.827733 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c168f-f1aa-4710-900d-e7089beadaec req-b5ab7c95-2e9e-4c3a-b0a0-0e01049f0812 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:02.829250 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af9c168f-f1aa-4710-900d-e7089beadaec req-b5ab7c95-2e9e-4c3a-b0a0-0e01049f0812 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0874457
Apr 20 23:40:02.834988 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d9b5-d9e6-4449-b2a3-74b9116357dd req-0ba9247c-ecf0-48f4-8a7e-095b036fa555 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:02.836640 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9ca5d9b5-d9e6-4449-b2a3-74b9116357dd req-0ba9247c-ecf0-48f4-8a7e-095b036fa555 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 945 time: 0.0874114
Apr 20 23:40:02.883206 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af9c168f-f1aa-4710-900d-e7089beadaec req-6690b2f7-2ec0-48c0-b160-0622eacb4a22 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467732
Apr 20 23:40:02.886915 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9ca5d9b5-d9e6-4449-b2a3-74b9116357dd req-0f7e6a1e-86b2-4c60-8342-57acf736ed06 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424902
Apr 20 23:40:03.773532 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d5499-4310-4389-ab76-dc15bb986233 req-7a9641ab-ef6f-4d54-a1b5-819295eb331d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:03.775112 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-695d5499-4310-4389-ab76-dc15bb986233 req-7a9641ab-ef6f-4d54-a1b5-819295eb331d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.1154854
Apr 20 23:40:03.819220 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba0881-4156-41f9-8abb-0605e9adad24 req-ebbcba1e-a75c-41aa-90b7-700aa7202373 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:03.820866 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40ba0881-4156-41f9-8abb-0605e9adad24 req-ebbcba1e-a75c-41aa-90b7-700aa7202373 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 932 time: 0.0976830
Apr 20 23:40:03.825449 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-695d5499-4310-4389-ab76-dc15bb986233 req-82f52da4-3c02-4016-8542-312f9f4f3b1e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0436978
Apr 20 23:40:03.871620 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Request body: {'port': {'device_id': '4bbf4967-e104-4ecc-9eb2-733102c5cae5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:40:03.912724 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40ba0881-4156-41f9-8abb-0605e9adad24 req-7cc4789b-68d8-48a2-aa7a-9c579218c5fc tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850084
Apr 20 23:40:03.976986 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392586ad-3a8b-4044-b4c0-8e95181fbf63 req-4f328a24-e227-4333-a17e-c4d38d3d6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:03.978625 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-392586ad-3a8b-4044-b4c0-8e95181fbf63 req-4f328a24-e227-4333-a17e-c4d38d3d6a96 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86b2d3ea-b04f-45c5-b131-8d05e2d86813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1160228
Apr 20 23:40:04.017683 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:04.226327 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-392586ad-3a8b-4044-b4c0-8e95181fbf63 req-ca3973e8-2207-4727-a5c9-8b1e934bb5e1 service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2279668
Apr 20 23:40:04.236017 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47e574-55d8-4ef7-a087-9906afae5ec9 req-4af9c9d4-841a-4a13-b8b5-b4c2ad27bb7a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:04.237514 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4f47e574-55d8-4ef7-a087-9906afae5ec9 req-4af9c9d4-841a-4a13-b8b5-b4c2ad27bb7a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1396973
Apr 20 23:40:04.364674 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4f47e574-55d8-4ef7-a087-9906afae5ec9 req-9e5eac69-32b8-4a38-8f9a-6cff1211e426 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205857
Apr 20 23:40:04.428625 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-392586ad-3a8b-4044-b4c0-8e95181fbf63 req-f83b9fc2-28e3-400c-bb7d-33866a254fdc service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1550119
Apr 20 23:40:04.587672 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3d229-fefa-418e-b983-894366d15849 req-fd369f34-b96e-4bb0-a9aa-8667636a0ee1 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:04.589253 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fea3d229-fefa-418e-b983-894366d15849 req-fd369f34-b96e-4bb0-a9aa-8667636a0ee1 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 945 time: 0.4907258
Apr 20 23:40:04.693752 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fea3d229-fefa-418e-b983-894366d15849 req-ba20be1f-183e-43fb-a43f-6d4cbbb053f5 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941179
Apr 20 23:40:04.709409 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c0e3c-c62b-4cdc-bc63-faa9b42d9acc req-14bb5b04-2d72-4944-bcf7-833759c2514f tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:04.710944 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fc7c0e3c-c62b-4cdc-bc63-faa9b42d9acc req-14bb5b04-2d72-4944-bcf7-833759c2514f tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.10 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 945 time: 0.4000573
Apr 20 23:40:04.848851 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-fc7c0e3c-c62b-4cdc-bc63-faa9b42d9acc req-0a13d349-3cca-45a6-a7f4-1c8b2f55397b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Deleting port 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:40:04.849385 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fc7c0e3c-c62b-4cdc-bc63-faa9b42d9acc req-0a13d349-3cca-45a6-a7f4-1c8b2f55397b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:04.876845 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4994c204-57ba-4dd4-9a29-cff70725c3ec {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:40:04.896347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:04.928067 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Transition to ACTIVE for port object 4994c204-57ba-4dd4-9a29-cff70725c3ec will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:40:04.968551 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:04.978997 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:05.087226 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c6bb6-a792-4d8a-947e-a0fc3d4e28f7 req-15d65a41-639f-45a7-b6a1-013bbecea666 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:05.091882 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-001c6bb6-a792-4d8a-947e-a0fc3d4e28f7 req-15d65a41-639f-45a7-b6a1-013bbecea666 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.1123655
Apr 20 23:40:05.140272 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-001c6bb6-a792-4d8a-947e-a0fc3d4e28f7 req-88d223aa-06b2-44bd-93d6-8136b0787737 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437095
Apr 20 23:40:05.227373 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4994c204-57ba-4dd4-9a29-cff70725c3ec,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:05.231409 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:05.377518 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Attempting to bind port 4994c204-57ba-4dd4-9a29-cff70725c3ec on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:40:05.377756 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Attempting to bind port 4994c204-57ba-4dd4-9a29-cff70725c3ec by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '6164a0ad-8858-4d2b-aef8-7ca9a169ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:40:05.378122 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Attempting to bind port 4994c204-57ba-4dd4-9a29-cff70725c3ec on network aaab3e3e-46fc-404b-8b71-8c9a8872960a {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:40:05.392147 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a1521-3b9e-427e-8426-8e11c2faa622 req-331b328e-768b-4faa-9091-98cc78e7f55b tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:05.393721 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-356a1521-3b9e-427e-8426-8e11c2faa622 req-331b328e-768b-4faa-9091-98cc78e7f55b tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 944 time: 0.3528726
Apr 20 23:40:05.408352 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Port 4994c204-57ba-4dd4-9a29-cff70725c3ec on network aaab3e3e-46fc-404b-8b71-8c9a8872960a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:40:05.408715 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Attempting to bind port 4994c204-57ba-4dd4-9a29-cff70725c3ec on network aaab3e3e-46fc-404b-8b71-8c9a8872960a {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:40:05.436157 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:40:05.436538 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Checking segment: {'id': '6164a0ad-8858-4d2b-aef8-7ca9a169ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:40:05.436952 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Bound using segment: {'id': '6164a0ad-8858-4d2b-aef8-7ca9a169ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:40:05.437426 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Bound port: 4994c204-57ba-4dd4-9a29-cff70725c3ec, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6164a0ad-8858-4d2b-aef8-7ca9a169ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:40:05.437808 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:05.476449 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-fc7c0e3c-c62b-4cdc-bc63-faa9b42d9acc req-0a13d349-3cca-45a6-a7f4-1c8b2f55397b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] For port 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c,segment=NetworkSegment(ac36d1cd-304a-4619-8f96-5e255e4b9ecd),segment_id=ac36d1cd-304a-4619-8f96-5e255e4b9ecd)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:05.476855 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fc7c0e3c-c62b-4cdc-bc63-faa9b42d9acc req-0a13d349-3cca-45a6-a7f4-1c8b2f55397b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:05.567107 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bda76-5d3b-4599-9f18-2d3dbcded9c5 req-2f523047-a9b4-4732-b729-30ac1420ee3b tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:05.568726 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-785bda76-5d3b-4599-9f18-2d3dbcded9c5 req-2f523047-a9b4-4732-b729-30ac1420ee3b tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0858011
Apr 20 23:40:05.620362 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-785bda76-5d3b-4599-9f18-2d3dbcded9c5 req-34f9b2b6-167c-468b-969c-b2dda3709fec tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444500
Apr 20 23:40:05.659334 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-356a1521-3b9e-427e-8426-8e11c2faa622 req-03a2ee33-52a7-44e5-9a9a-24d31793767d tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2520642
Apr 20 23:40:05.666433 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-fc7c0e3c-c62b-4cdc-bc63-faa9b42d9acc req-0a13d349-3cca-45a6-a7f4-1c8b2f55397b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Calling delete_port for 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:40:05.774603 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] For port 4994c204-57ba-4dd4-9a29-cff70725c3ec, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:40:05.783526 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] For port 4994c204-57ba-4dd4-9a29-cff70725c3ec, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4994c204-57ba-4dd4-9a29-cff70725c3ec,segment=NetworkSegment(6164a0ad-8858-4d2b-aef8-7ca9a169ef20),segment_id=6164a0ad-8858-4d2b-aef8-7ca9a169ef20)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:40:05.842956 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:05.848007 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:05.911475 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ea613-00c8-4f46-9295-9d0cb844fa44 req-b336fcc3-7a59-4f69-8720-8e9358916dc3 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:05.913037 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c38ea613-00c8-4f46-9295-9d0cb844fa44 req-b336fcc3-7a59-4f69-8720-8e9358916dc3 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 945 time: 0.0954447
Apr 20 23:40:05.942288 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:05.942951 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:05.944485 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] 10.222.0.10 "PUT /v2.0/ports/4994c204-57ba-4dd4-9a29-cff70725c3ec HTTP/1.1" status: 200  len: 1094 time: 2.0797651
Apr 20 23:40:05.947148 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbf4967-e104-4ecc-9eb2-733102c5cae5', 'tag': '4994c204-57ba-4dd4-9a29-cff70725c3ec'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:40:05.966834 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c38ea613-00c8-4f46-9295-9d0cb844fa44 req-2395e1f6-84e9-459d-8f84-2761fdb97cdf tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464616
Apr 20 23:40:06.007942 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4994c204-57ba-4dd4-9a29-cff70725c3ec,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:06.013129 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:06.026085 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbf4967-e104-4ecc-9eb2-733102c5cae5', 'tag': '4994c204-57ba-4dd4-9a29-cff70725c3ec', 'status': 'completed', 'code': 200}
Apr 20 23:40:06.051256 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fc7c0e3c-c62b-4cdc-bc63-faa9b42d9acc req-0a13d349-3cca-45a6-a7f4-1c8b2f55397b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:06.057269 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:06.109809 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13d349-3cca-45a6-a7f4-1c8b2f55397b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Pushing event deleted for resources: {'Port': ['ID=1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:06.113617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0a13d349-3cca-45a6-a7f4-1c8b2f55397b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:06.190387 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7c0e3c-c62b-4cdc-bc63-faa9b42d9acc req-0a13d349-3cca-45a6-a7f4-1c8b2f55397b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] No DVR routers for this DVR port 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:40:06.193436 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fc7c0e3c-c62b-4cdc-bc63-faa9b42d9acc req-0a13d349-3cca-45a6-a7f4-1c8b2f55397b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:06.234926 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fc7c0e3c-c62b-4cdc-bc63-faa9b42d9acc req-0a13d349-3cca-45a6-a7f4-1c8b2f55397b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.10 "DELETE /v2.0/ports/1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c HTTP/1.1" status: 204  len: 173 time: 1.5119855
Apr 20 23:40:06.553006 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ade97-3d29-4bb7-af71-ae95e2637d58 req-514f5dc8-4b24-4e46-9287-118026b7e02f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:06.554568 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e2ade97-3d29-4bb7-af71-ae95e2637d58 req-514f5dc8-4b24-4e46-9287-118026b7e02f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.2904677
Apr 20 23:40:06.602099 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e2ade97-3d29-4bb7-af71-ae95e2637d58 req-e241b886-60de-4c88-8f94-163c56443c86 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0406697
Apr 20 23:40:06.831415 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb920b-1841-4e15-a37c-4fc7c304957d req-cd7ac250-fb17-41fe-9ff6-df108948407e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:06.832924 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-05fb920b-1841-4e15-a37c-4fc7c304957d req-cd7ac250-fb17-41fe-9ff6-df108948407e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0938857
Apr 20 23:40:06.863443 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a3ee3-4335-4451-89e5-51abf3d79bf0 req-2581e171-e2c6-4e20-b186-27a90df78c42 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:06.869541 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e5a3ee3-4335-4451-89e5-51abf3d79bf0 req-2581e171-e2c6-4e20-b186-27a90df78c42 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 944 time: 0.0881801
Apr 20 23:40:06.882800 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-05fb920b-1841-4e15-a37c-4fc7c304957d req-1ef53907-f1cd-48da-9056-0266f4d1647c tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419362
Apr 20 23:40:06.918225 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e5a3ee3-4335-4451-89e5-51abf3d79bf0 req-519ddac8-a4b0-475d-86a0-196a38f9091f tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452793
Apr 20 23:40:07.129930 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-6067e8cb-9c20-45f6-b0d2-ba35b7eaeb47 req-fb5d8e88-2c4b-4aa1-b39f-7d801e7b44b7 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Synchronizing usage tracker for tenant:739b3173e7b54b759b00fcb6f520a807 on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:40:07.173051 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-6067e8cb-9c20-45f6-b0d2-ba35b7eaeb47 req-fb5d8e88-2c4b-4aa1-b39f-7d801e7b44b7 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Unset dirty status for tenant:739b3173e7b54b759b00fcb6f520a807 on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:40:07.174290 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6067e8cb-9c20-45f6-b0d2-ba35b7eaeb47 req-fb5d8e88-2c4b-4aa1-b39f-7d801e7b44b7 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 210 time: 0.0914087
Apr 20 23:40:07.810917 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1cdf1-b381-4450-80be-2f074fb87a02 req-2d2900ae-4351-4a11-83ed-bb04ce0bf93e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:07.812526 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-02f1cdf1-b381-4450-80be-2f074fb87a02 req-2d2900ae-4351-4a11-83ed-bb04ce0bf93e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.0876956
Apr 20 23:40:07.859280 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-02f1cdf1-b381-4450-80be-2f074fb87a02 req-8c676b13-d49e-437d-b73d-d6c25acccd88 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403728
Apr 20 23:40:08.052286 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58189dc-c5b0-4284-8fd6-a693ebb7bdc7', 'name': 'network-vif-deleted', 'tag': '1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:40:08.108799 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237439a3-c67f-46a8-9974-25b1ca840e9a req-116c6333-2ccf-4e3d-8901-9372a026882f tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:08.110405 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-237439a3-c67f-46a8-9974-25b1ca840e9a req-116c6333-2ccf-4e3d-8901-9372a026882f tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1111701
Apr 20 23:40:08.124248 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadd4fc-4c0c-4648-b5f9-ba835fa43480 req-2753800c-0858-4d95-85ae-41d704044a2e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:08.125826 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-beadd4fc-4c0c-4648-b5f9-ba835fa43480 req-2753800c-0858-4d95-85ae-41d704044a2e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 944 time: 0.0916698
Apr 20 23:40:08.159047 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-237439a3-c67f-46a8-9974-25b1ca840e9a req-070baa0d-46df-40e2-ac68-d380c60fc251 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421653
Apr 20 23:40:08.175654 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-beadd4fc-4c0c-4648-b5f9-ba835fa43480 req-3924032f-dc98-4511-84a9-b5b710c0d2c9 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433486
Apr 20 23:40:08.215999 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58189dc-c5b0-4284-8fd6-a693ebb7bdc7', 'name': 'network-vif-deleted', 'tag': '1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c', 'status': 'completed', 'code': 200}
Apr 20 23:40:08.338260 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-adce2399-2726-4065-aff6-f020ea710281 req-1bc9c6f9-63a1-4d6a-b0d9-eb183f0ef47c tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=e58189dc-c5b0-4284-8fd6-a693ebb7bdc7 HTTP/1.1" status: 200  len: 210 time: 0.0502298
Apr 20 23:40:08.351275 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:40:08.487777 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:08.600525 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74694cfb-4f2d-4681-ab8d-f70c010d4190 req-678007e7-c321-4b28-8ce3-481bd0a3f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:08.602016 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-74694cfb-4f2d-4681-ab8d-f70c010d4190 req-678007e7-c321-4b28-8ce3-481bd0a3f479 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b369251a0ab64bcd9731f006de4b1c8d&device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 1097 time: 0.1491456
Apr 20 23:40:08.611687 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e96a22b-d853-4962-b585-2c65ac58ce4b req-dd9d5f12-6d3c-436f-ab6e-98c4cc0ab5ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1047697
Apr 20 23:40:08.838008 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74694cfb-4f2d-4681-ab8d-f70c010d4190 req-96d9e82e-4739-4c4f-bf0c-4865ac731895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:08.839831 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-74694cfb-4f2d-4681-ab8d-f70c010d4190 req-96d9e82e-4739-4c4f-bf0c-4865ac731895 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b369251a0ab64bcd9731f006de4b1c8d&shared=False HTTP/1.1" status: 200  len: 914 time: 0.2102473
Apr 20 23:40:08.842745 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96a22b-d853-4962-b585-2c65ac58ce4b req-ce791e4d-ae42-4f0f-8192-ed07bfc3bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:08.844222 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e96a22b-d853-4962-b585-2c65ac58ce4b req-ce791e4d-ae42-4f0f-8192-ed07bfc3bf4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab95038a22354139a0254e25eb4cccde&device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 1099 time: 0.1920030
Apr 20 23:40:09.378554 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80010b-a007-4039-b097-03e304a032d5 req-46b9460d-37d7-40c9-90b2-7a18f29c1780 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:09.380206 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bf80010b-a007-4039-b097-03e304a032d5 req-46b9460d-37d7-40c9-90b2-7a18f29c1780 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0952754
Apr 20 23:40:09.388735 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74694cfb-4f2d-4681-ab8d-f70c010d4190 req-bcba4737-b588-4148-a9f6-af76301e2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:09.390302 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-74694cfb-4f2d-4681-ab8d-f70c010d4190 req-bcba4737-b588-4148-a9f6-af76301e2aa0 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.5399408
Apr 20 23:40:09.393305 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:40:09.398083 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96a22b-d853-4962-b585-2c65ac58ce4b req-64d26dd9-40a2-4ab0-8cfb-4926753c5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:09.399587 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e96a22b-d853-4962-b585-2c65ac58ce4b req-64d26dd9-40a2-4ab0-8cfb-4926753c5905 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e HTTP/1.1" status: 200  len: 919 time: 0.5197091
Apr 20 23:40:09.438034 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:40:09.438220 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 1b9725c8-ce6f-4390-9fa4-bcd45ff2fa2c not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:40:09.440052 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bf80010b-a007-4039-b097-03e304a032d5 req-8f0b32a9-e475-4c46-a608-c838fd60062c tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525157
Apr 20 23:40:09.441588 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd9de8-e323-4ac0-9a24-2480910d2bd8 req-4122230b-4410-448d-8e12-e2842797eaa7 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:09.449783 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-88bd9de8-e323-4ac0-9a24-2480910d2bd8 req-4122230b-4410-448d-8e12-e2842797eaa7 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.4406464
Apr 20 23:40:09.583282 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e96a22b-d853-4962-b585-2c65ac58ce4b req-caac64d5-09ea-4c86-b525-1dbdb8fe6b15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e9de9b-16f4-42c6-b3c9-38df92e01810 HTTP/1.1" status: 200  len: 217 time: 0.1311047
Apr 20 23:40:09.652735 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5fdee-de18-4e24-90d4-417e82cec58e req-a1538e9c-1ff9-4cd5-9ad2-6018d79d86cf tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:09.654539 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bbe5fdee-de18-4e24-90d4-417e82cec58e req-a1538e9c-1ff9-4cd5-9ad2-6018d79d86cf tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 944 time: 0.1051412
Apr 20 23:40:09.670392 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-88bd9de8-e323-4ac0-9a24-2480910d2bd8 req-77044b61-cc80-47ef-adeb-04d5748d5a59 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2196522
Apr 20 23:40:09.702347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96a22b-d853-4962-b585-2c65ac58ce4b req-9e829106-4dc8-4c55-a65e-ccbd119b719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:09.704393 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e96a22b-d853-4962-b585-2c65ac58ce4b req-9e829106-4dc8-4c55-a65e-ccbd119b719a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87180e83-62f3-404a-9c4e-515fba272188 HTTP/1.1" status: 200  len: 859 time: 0.1126025
Apr 20 23:40:09.774324 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bbe5fdee-de18-4e24-90d4-417e82cec58e req-5922f4f5-fd85-4591-adc2-871db3319ab2 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128888
Apr 20 23:40:09.800593 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-644e554b-c94b-4596-9142-bc2d51aa9e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:09.802198 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-644e554b-c94b-4596-9142-bc2d51aa9e31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b369251a0ab64bcd9731f006de4b1c8d&device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 1097 time: 0.2759275
Apr 20 23:40:09.809294 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e96a22b-d853-4962-b585-2c65ac58ce4b req-fcfada5e-453b-4a54-b708-cfa2afc1165a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0933700
Apr 20 23:40:09.925703 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-f12465a3-f818-4c28-8caa-cbed0e187b02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4994c204-57ba-4dd4-9a29-cff70725c3ec HTTP/1.1" status: 200  len: 217 time: 0.1051381
Apr 20 23:40:10.078086 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-794d2d2e-c07e-4df4-9bff-f3ac09b19de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:10.080016 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-794d2d2e-c07e-4df4-9bff-f3ac09b19de0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9484c80a-583b-4813-8ae5-4f679e110c42 HTTP/1.1" status: 200  len: 853 time: 0.1080360
Apr 20 23:40:10.147000 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e96a22b-d853-4962-b585-2c65ac58ce4b req-0991a425-934a-4fd9-acc3-03d54987ab2f service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3231020
Apr 20 23:40:10.170874 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-3d47b3a5-6676-4292-b21f-36e50ccdbfb8 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:10.172496 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-3d47b3a5-6676-4292-b21f-36e50ccdbfb8 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/networks?id=5ad66b57-b29d-4558-b5b1-483f5e8f8ecb HTTP/1.1" status: 200  len: 807 time: 0.1557205
Apr 20 23:40:10.188870 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-dbfad166-1681-44fd-9411-b1b3410e7947 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/quotas/739b3173e7b54b759b00fcb6f520a807 HTTP/1.1" status: 200  len: 375 time: 0.0102592
Apr 20 23:40:10.248898 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-5e7f9ad1-f5da-489e-80f5-9991897eb67f tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=739b3173e7b54b759b00fcb6f520a807&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0535698
Apr 20 23:40:10.275036 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-994691f4-9647-4e62-bc90-c55834959c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:10.276760 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-994691f4-9647-4e62-bc90-c55834959c11 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aaab3e3e-46fc-404b-8b71-8c9a8872960a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1853163
Apr 20 23:40:10.390530 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-6b309bf8-5e52-48b8-91b2-b57bc141cbb3 service neutron] 10.222.0.15 "GET /v2.0/networks/5ad66b57-b29d-4558-b5b1-483f5e8f8ecb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345699
Apr 20 23:40:10.397026 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e96a22b-d853-4962-b585-2c65ac58ce4b req-e481d7d0-411e-4194-a610-b3617693d3ac service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2423539
Apr 20 23:40:10.455774 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-7aa9790a-cc2e-4b1c-8b99-19a0f8712cc7 service neutron] 10.222.0.10 "GET /v2.0/networks/aaab3e3e-46fc-404b-8b71-8c9a8872960a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1651633
Apr 20 23:40:10.539518 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-2fab720e-5552-4929-8361-a52d21565801 service neutron] 10.222.0.15 "GET /v2.0/networks/5ad66b57-b29d-4558-b5b1-483f5e8f8ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417792
Apr 20 23:40:10.664428 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd1b0185-5f90-4cbe-87a2-0f394f6ca9b4 req-de140382-6dcc-4219-b00d-883cbc55f71d service neutron] 10.222.0.10 "GET /v2.0/networks/aaab3e3e-46fc-404b-8b71-8c9a8872960a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2019057
Apr 20 23:40:10.721180 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87b40f-09ff-496d-9c0d-e4fd07ef108e req-62988ada-be7c-43d4-9ee7-a9ee118ddc52 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:10.723163 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3d87b40f-09ff-496d-9c0d-e4fd07ef108e req-62988ada-be7c-43d4-9ee7-a9ee118ddc52 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1572294
Apr 20 23:40:10.778967 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0550c501-e8f3-4073-a81e-2773f98118f8 req-1a9c5e25-04ea-4b51-b5e8-781e248aedda tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 210 time: 0.0494545
Apr 20 23:40:10.785858 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3d87b40f-09ff-496d-9c0d-e4fd07ef108e req-06e4ec70-60cb-447c-b67b-337df51fa7f1 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529990
Apr 20 23:40:11.000226 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1ba27-39fc-4b68-89ce-06fda6ee126b req-41241525-f787-45d3-b03d-e51bde885384 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:11.009957 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a1c1ba27-39fc-4b68-89ce-06fda6ee126b req-41241525-f787-45d3-b03d-e51bde885384 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.1062942
Apr 20 23:40:11.022253 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb0d8c-4217-461c-9626-9abbd7396805 req-d9d1ed50-1a68-4a13-94b7-aaffc140f772 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:11.029950 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8fb0d8c-4217-461c-9626-9abbd7396805 req-d9d1ed50-1a68-4a13-94b7-aaffc140f772 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 944 time: 0.1109381
Apr 20 23:40:11.065113 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a1c1ba27-39fc-4b68-89ce-06fda6ee126b req-0f834cb1-7be1-48ce-8b75-784cc69b2c59 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0541179
Apr 20 23:40:11.087694 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8fb0d8c-4217-461c-9626-9abbd7396805 req-e8943797-9ead-4a83-979e-812d55450607 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566792
Apr 20 23:40:11.958047 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c8b6a10-0c5d-48c8-be24-85a02766f9a8 req-e3e1236a-b52d-49bd-8548-8a28cd3fdc6c tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 210 time: 0.0538325
Apr 20 23:40:12.162867 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73f6ef-df42-4c10-b8f8-008ac2029810 req-a06cb4bb-ad2d-4410-a705-9039d063292e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:12.164545 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1d73f6ef-df42-4c10-b8f8-008ac2029810 req-a06cb4bb-ad2d-4410-a705-9039d063292e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0990179
Apr 20 23:40:12.213578 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1d73f6ef-df42-4c10-b8f8-008ac2029810 req-6482e31f-45d4-4c6e-b380-4d947a054472 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423188
Apr 20 23:40:12.315431 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa043fa2-18ed-4084-aab3-ac5a4da54d71 req-a342b2b3-6bd4-4dc4-a859-09a35d383976 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:12.317041 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fa043fa2-18ed-4084-aab3-ac5a4da54d71 req-a342b2b3-6bd4-4dc4-a859-09a35d383976 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 944 time: 0.0903895
Apr 20 23:40:12.367457 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fa043fa2-18ed-4084-aab3-ac5a4da54d71 req-fc338132-ac6f-4446-a035-45e40f6130cf tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436373
Apr 20 23:40:12.650429 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232ce2a-62b6-40c4-bc3c-3a490ec9aedd req-5a527b01-e243-4b90-ba03-c7bf5fed2671 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:12.652785 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b232ce2a-62b6-40c4-bc3c-3a490ec9aedd req-5a527b01-e243-4b90-ba03-c7bf5fed2671 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.0969203
Apr 20 23:40:12.702087 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b232ce2a-62b6-40c4-bc3c-3a490ec9aedd req-3f2e1743-1957-487b-b06c-663e050d5a72 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421746
Apr 20 23:40:13.024570 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-f0ba49bb-a9b1-4b82-8fee-ed6d1856fa81 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:13.026150 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-f0ba49bb-a9b1-4b82-8fee-ed6d1856fa81 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.10 "GET /v2.0/networks?id=5ad66b57-b29d-4558-b5b1-483f5e8f8ecb HTTP/1.1" status: 200  len: 807 time: 0.1910002
Apr 20 23:40:13.044938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Request body: {'port': {'device_id': 'ae34e728-d772-440d-a35f-b5cf9aa19e60', 'network_id': '5ad66b57-b29d-4558-b5b1-483f5e8f8ecb', 'admin_state_up': True, 'tenant_id': '739b3173e7b54b759b00fcb6f520a807'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:40:13.200840 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ea302e83-67d6-4c39-9b04-3d12efc494dd req-0c10ae90-7439-4d71-aec3-d388aaec5554 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 210 time: 0.0709393
Apr 20 23:40:13.289553 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 42950) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:13.295867 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:40:13.306147 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:40:13.362426 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Made reservation on behalf of 739b3173e7b54b759b00fcb6f520a807 for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:40:13.368919 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:13.396343 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 4994c204-57ba-4dd4-9a29-cff70725c3ec details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:40:13.417443 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 52b909ea-7548-46fb-8a48-eb9a45af430f no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:40:13.511832 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d55fc60b-2239-4c4b-a9b3-03b6dc95ba9c req-334d8a98-73a2-4a30-8bb1-1ec5a47e3e65 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2160487
Apr 20 23:40:13.532500 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a13cc-17cc-4868-a84f-c425b7e73f04 req-0944c43e-f8c1-4dff-b537-d8e2020ca990 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:13.534149 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-063a13cc-17cc-4868-a84f-c425b7e73f04 req-0944c43e-f8c1-4dff-b537-d8e2020ca990 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1528273
Apr 20 23:40:13.588415 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-063a13cc-17cc-4868-a84f-c425b7e73f04 req-e235a824-8bae-493d-9b96-73b819c0b7f3 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436511
Apr 20 23:40:13.632371 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Allocated IP 172.20.0.3 (5ad66b57-b29d-4558-b5b1-483f5e8f8ecb/287a11c2-d117-4aec-b243-74eeae3a4100/a3907600-8d5f-4f3d-9d2f-a2ac86f04efd) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:40:13.649591 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 4994c204-57ba-4dd4-9a29-cff70725c3ec, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4994c204-57ba-4dd4-9a29-cff70725c3ec,segment=NetworkSegment(6164a0ad-8858-4d2b-aef8-7ca9a169ef20),segment_id=6164a0ad-8858-4d2b-aef8-7ca9a169ef20)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:13.676649 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae6606-6119-4349-ac02-81bd85292697 req-c4046142-e339-45a2-845c-887f31b6e856 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:13.678385 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8bae6606-6119-4349-ac02-81bd85292697 req-c4046142-e339-45a2-845c-887f31b6e856 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 944 time: 0.1341496
Apr 20 23:40:13.695203 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': '4994c204-57ba-4dd4-9a29-cff70725c3ec', 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a', 'port_id': '4994c204-57ba-4dd4-9a29-cff70725c3ec', 'mac_address': 'fa:16:3e:a0:a4:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9484c80a-583b-4813-8ae5-4f679e110c42', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:40:13.784109 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:13.806734 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4994c204-57ba-4dd4-9a29-cff70725c3ec {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:40:13.824432 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 4994c204-57ba-4dd4-9a29-cff70725c3ec, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4994c204-57ba-4dd4-9a29-cff70725c3ec,segment=NetworkSegment(6164a0ad-8858-4d2b-aef8-7ca9a169ef20),segment_id=6164a0ad-8858-4d2b-aef8-7ca9a169ef20)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:13.851124 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8bae6606-6119-4349-ac02-81bd85292697 req-db120e6d-dd4e-43eb-b4a3-2fc8af235221 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580050
Apr 20 23:40:13.854977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:13.856917 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:13.940575 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4082937-5849-4295-8e41-36212f78e0ff req-f26daacf-3d16-4af2-916b-fe880bc1f5be tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:13.948211 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a4082937-5849-4295-8e41-36212f78e0ff req-f26daacf-3d16-4af2-916b-fe880bc1f5be tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.0992360
Apr 20 23:40:13.950776 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=4994c204-57ba-4dd4-9a29-cff70725c3ec,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:13.954339 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:13.955079 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:13.993068 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a4082937-5849-4295-8e41-36212f78e0ff req-d009e479-6d31-4641-a31e-2a3a82151f18 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432515
Apr 20 23:40:14.036983 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:14.043038 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:14.113804 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Network 5ad66b57-b29d-4558-b5b1-483f5e8f8ecb is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:40:14.117520 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:40:14.122063 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:40:14.128042 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:14.128705 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:14.146158 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Pushing event updated for resources: {'Port': ['ID=a3907600-8d5f-4f3d-9d2f-a2ac86f04efd,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:14.157297 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:14.157698 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:14.158092 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:14.158482 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:14.158871 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:14.159276 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:14.159660 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:14.160039 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:14.160419 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:14.160796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:14.161174 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:14.161549 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:14.167516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:14.196633 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1562083
Apr 20 23:40:14.401804 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc005d7e-e628-4098-b61f-00d4a283cbe4 req-50b6175a-9c70-4a77-b44f-7cfe9e162011 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:14.402556 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-dc005d7e-e628-4098-b61f-00d4a283cbe4 req-50b6175a-9c70-4a77-b44f-7cfe9e162011 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Synchronizing usage tracker for tenant:739b3173e7b54b759b00fcb6f520a807 on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:40:14.459001 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-dc005d7e-e628-4098-b61f-00d4a283cbe4 req-50b6175a-9c70-4a77-b44f-7cfe9e162011 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Unset dirty status for tenant:739b3173e7b54b759b00fcb6f520a807 on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:40:14.460224 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dc005d7e-e628-4098-b61f-00d4a283cbe4 req-50b6175a-9c70-4a77-b44f-7cfe9e162011 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 931 time: 0.1450250
Apr 20 23:40:14.509954 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dc005d7e-e628-4098-b61f-00d4a283cbe4 req-527ba713-2d3e-4e67-a011-bdbce81d0a1d tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430446
Apr 20 23:40:14.793128 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369acfe2-21be-49de-8d5d-66fa0152b06e req-004c9e8c-eee8-49f4-8ba2-c3618c285388 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:14.794705 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-369acfe2-21be-49de-8d5d-66fa0152b06e req-004c9e8c-eee8-49f4-8ba2-c3618c285388 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0873265
Apr 20 23:40:14.841226 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-369acfe2-21be-49de-8d5d-66fa0152b06e req-70a9f21e-beae-46b2-9da6-f78c0e5b30ac tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402567
Apr 20 23:40:15.059557 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b183d83-b9fb-4dea-8907-6f39c1994722 req-2cfafc3d-e1a8-44a1-8755-335eb7614062 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:15.061150 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4b183d83-b9fb-4dea-8907-6f39c1994722 req-2cfafc3d-e1a8-44a1-8755-335eb7614062 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 945 time: 0.0880063
Apr 20 23:40:15.109642 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4b183d83-b9fb-4dea-8907-6f39c1994722 req-ba6ee1ae-67be-4ff0-bd0f-80c315558b3f tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420961
Apr 20 23:40:15.211250 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3b92e-6df2-4c3f-8325-88e2de5c1f38 req-c17c5103-de32-4180-bbb8-e6960c44649b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:15.212871 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eeb3b92e-6df2-4c3f-8325-88e2de5c1f38 req-c17c5103-de32-4180-bbb8-e6960c44649b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.0896389
Apr 20 23:40:15.260021 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eeb3b92e-6df2-4c3f-8325-88e2de5c1f38 req-5906c69a-518e-4554-881b-fb2cefe831d3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0401554
Apr 20 23:40:15.715941 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3bf5f-87da-4104-be2b-459078cc1eec req-f9cfc497-8a1d-472c-956f-7adda07ef840 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:15.717432 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-05b3bf5f-87da-4104-be2b-459078cc1eec req-f9cfc497-8a1d-472c-956f-7adda07ef840 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 931 time: 0.0944366
Apr 20 23:40:15.765955 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-05b3bf5f-87da-4104-be2b-459078cc1eec req-4783ce68-7506-402b-944a-17c27a0ef5ae tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416293
Apr 20 23:40:16.042938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7442847-fa25-444b-a880-4c1b5294348d req-17be0361-7bcc-4f63-9dff-ab05a4681a03 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:16.044288 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f7442847-fa25-444b-a880-4c1b5294348d req-17be0361-7bcc-4f63-9dff-ab05a4681a03 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0875773
Apr 20 23:40:16.094311 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f7442847-fa25-444b-a880-4c1b5294348d req-c6556c2c-b2d1-497c-b277-fe0e2b853d49 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438421
Apr 20 23:40:16.311451 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476f38a-8c6b-474b-a890-a881520df4a2 req-a6669b73-2d46-4f2e-857e-f5bb2e5bbea2 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:16.313161 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3476f38a-8c6b-474b-a890-a881520df4a2 req-a6669b73-2d46-4f2e-857e-f5bb2e5bbea2 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 945 time: 0.0901396
Apr 20 23:40:16.341671 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Request body: {'port': {'device_id': 'ae34e728-d772-440d-a35f-b5cf9aa19e60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:40:16.418464 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3476f38a-8c6b-474b-a890-a881520df4a2 req-f8c24bca-02a2-4acf-8b7b-4318a5b6e9c2 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990264
Apr 20 23:40:16.490485 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:16.506392 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3932fe6-2855-4ada-b3a7-cf2317e47a3f req-2eeb8409-9f11-46dd-b9b0-8b771c4b6c64 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:16.508147 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d3932fe6-2855-4ada-b3a7-cf2317e47a3f req-2eeb8409-9f11-46dd-b9b0-8b771c4b6c64 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.1181192
Apr 20 23:40:16.559812 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d3932fe6-2855-4ada-b3a7-cf2317e47a3f req-0a82ce45-4498-48e3-a147-236a822d4387 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0445807
Apr 20 23:40:16.633585 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['4994c204-57ba-4dd4-9a29-cff70725c3ec'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:40:17.081315 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213ba78-f4eb-420d-9ddc-222bb69b9040 req-5d883f4c-51a9-49b6-bcc0-0e0d3321f623 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:17.082811 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9213ba78-f4eb-420d-9ddc-222bb69b9040 req-5d883f4c-51a9-49b6-bcc0-0e0d3321f623 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 931 time: 0.1466348
Apr 20 23:40:17.192864 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9213ba78-f4eb-420d-9ddc-222bb69b9040 req-f767982c-8405-4ccb-a7d9-246021a573ee tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957925
Apr 20 23:40:17.194888 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3907600-8d5f-4f3d-9d2f-a2ac86f04efd {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:40:17.204205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:17.221643 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Transition to ACTIVE for port object a3907600-8d5f-4f3d-9d2f-a2ac86f04efd will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:40:17.247677 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:17.252536 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:17.309447 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e14b9-13e1-4791-8c4b-530298bc4ac9 req-a2459d7f-5598-4653-b515-b96b64434567 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:17.311655 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-391e14b9-13e1-4791-8c4b-530298bc4ac9 req-a2459d7f-5598-4653-b515-b96b64434567 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0955315
Apr 20 23:40:17.361913 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-391e14b9-13e1-4791-8c4b-530298bc4ac9 req-ee92aae9-dbe1-406e-b692-38023d3985fa tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438607
Apr 20 23:40:17.392547 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Pushing event updated for resources: {'Port': ['ID=a3907600-8d5f-4f3d-9d2f-a2ac86f04efd,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:17.428351 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:17.500221 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Attempting to bind port a3907600-8d5f-4f3d-9d2f-a2ac86f04efd on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:40:17.500616 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Attempting to bind port a3907600-8d5f-4f3d-9d2f-a2ac86f04efd by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'ac36d1cd-304a-4619-8f96-5e255e4b9ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5ad66b57-b29d-4558-b5b1-483f5e8f8ecb'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:40:17.500996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Attempting to bind port a3907600-8d5f-4f3d-9d2f-a2ac86f04efd on network 5ad66b57-b29d-4558-b5b1-483f5e8f8ecb {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:40:17.509878 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Port a3907600-8d5f-4f3d-9d2f-a2ac86f04efd on network 5ad66b57-b29d-4558-b5b1-483f5e8f8ecb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:40:17.510244 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Attempting to bind port a3907600-8d5f-4f3d-9d2f-a2ac86f04efd on network 5ad66b57-b29d-4558-b5b1-483f5e8f8ecb {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:40:17.522148 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:40:17.522598 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Checking segment: {'id': 'ac36d1cd-304a-4619-8f96-5e255e4b9ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5ad66b57-b29d-4558-b5b1-483f5e8f8ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:40:17.522946 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Bound using segment: {'id': 'ac36d1cd-304a-4619-8f96-5e255e4b9ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5ad66b57-b29d-4558-b5b1-483f5e8f8ecb'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:40:17.523466 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Bound port: a3907600-8d5f-4f3d-9d2f-a2ac86f04efd, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac36d1cd-304a-4619-8f96-5e255e4b9ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5ad66b57-b29d-4558-b5b1-483f5e8f8ecb'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:40:17.523858 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:17.686648 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] For port a3907600-8d5f-4f3d-9d2f-a2ac86f04efd, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:40:17.690857 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] For port a3907600-8d5f-4f3d-9d2f-a2ac86f04efd, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=a3907600-8d5f-4f3d-9d2f-a2ac86f04efd,segment=NetworkSegment(ac36d1cd-304a-4619-8f96-5e255e4b9ecd),segment_id=ac36d1cd-304a-4619-8f96-5e255e4b9ecd)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:40:17.696823 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981e294-3eaf-489f-b12c-ab780f2e26b5 req-1bb4e8e8-d9d6-454f-9c62-b45be473deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:17.699062 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9981e294-3eaf-489f-b12c-ab780f2e26b5 req-1bb4e8e8-d9d6-454f-9c62-b45be473deca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 1098 time: 0.2637022
Apr 20 23:40:17.742326 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:17.748050 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:17.801839 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ab006-20c1-4535-b269-7a213d911cbc req-cf0bbce3-c827-4535-9440-3b199f3b0b9e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:17.804479 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-772ab006-20c1-4535-b269-7a213d911cbc req-cf0bbce3-c827-4535-9440-3b199f3b0b9e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.0945628
Apr 20 23:40:17.808902 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9981e294-3eaf-489f-b12c-ab780f2e26b5 req-1e0cf629-47c0-4a41-9e1c-6d167d6c8114 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985065
Apr 20 23:40:17.834600 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3cc69-c4d9-4cda-b391-62b6c02bf0a1 req-50fa3bbd-9882-4b71-8b0f-e19d8286da00 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:17.836244 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-abf3cc69-c4d9-4cda-b391-62b6c02bf0a1 req-50fa3bbd-9882-4b71-8b0f-e19d8286da00 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 945 time: 0.2583971
Apr 20 23:40:17.852268 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:17.852919 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:17.854349 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] 10.222.0.10 "PUT /v2.0/ports/a3907600-8d5f-4f3d-9d2f-a2ac86f04efd HTTP/1.1" status: 200  len: 1093 time: 1.5182381
Apr 20 23:40:17.856082 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae34e728-d772-440d-a35f-b5cf9aa19e60', 'tag': 'a3907600-8d5f-4f3d-9d2f-a2ac86f04efd'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:40:17.860097 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-772ab006-20c1-4535-b269-7a213d911cbc req-407e8568-7e20-4b42-9ac8-2d025b4b0bb9 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0474665
Apr 20 23:40:17.900915 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Pushing event updated for resources: {'Port': ['ID=a3907600-8d5f-4f3d-9d2f-a2ac86f04efd,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:17.908386 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:17.916646 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-abf3cc69-c4d9-4cda-b391-62b6c02bf0a1 req-37818091-dce9-46db-a447-766809161490 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680335
Apr 20 23:40:17.926908 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae34e728-d772-440d-a35f-b5cf9aa19e60', 'tag': 'a3907600-8d5f-4f3d-9d2f-a2ac86f04efd', 'status': 'completed', 'code': 200}
Apr 20 23:40:18.300199 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fc60b-2239-4c4b-a9b3-03b6dc95ba9c req-13cb6e1f-2c87-45da-9441-5e8c18aa18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:18.301817 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d55fc60b-2239-4c4b-a9b3-03b6dc95ba9c req-13cb6e1f-2c87-45da-9441-5e8c18aa18c2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f&tenant_id=329d4da5822347079a9af5d11eb238fa HTTP/1.1" status: 200  len: 1097 time: 0.1143181
Apr 20 23:40:18.303963 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34bd4-beb4-4cac-ae59-232f4668a927 req-1aa0a72d-c8a2-4d28-9f4b-8a5bba8fba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:18.305473 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75f34bd4-beb4-4cac-ae59-232f4668a927 req-1aa0a72d-c8a2-4d28-9f4b-8a5bba8fba7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=739b3173e7b54b759b00fcb6f520a807&device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 1096 time: 0.1537104
Apr 20 23:40:18.366743 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 4994c204-57ba-4dd4-9a29-cff70725c3ec up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:40:18.410884 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35882ec7-0ac5-40a9-b0b4-5c2f10f9e286 req-4ea202cc-09a9-40ac-90af-e6e7d6abdb5d tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:18.412540 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-35882ec7-0ac5-40a9-b0b4-5c2f10f9e286 req-4ea202cc-09a9-40ac-90af-e6e7d6abdb5d tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 943 time: 0.0963886
Apr 20 23:40:18.467434 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-35882ec7-0ac5-40a9-b0b4-5c2f10f9e286 req-60eb8026-1885-4012-ae38-18b9b4bfc051 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473783
Apr 20 23:40:18.549074 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port 4994c204-57ba-4dd4-9a29-cff70725c3ec completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:40:18.552204 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34bd4-beb4-4cac-ae59-232f4668a927 req-e7838e9d-64f4-438c-a7e6-a8c50175d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:18.553777 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75f34bd4-beb4-4cac-ae59-232f4668a927 req-e7838e9d-64f4-438c-a7e6-a8c50175d42f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=739b3173e7b54b759b00fcb6f520a807&shared=False HTTP/1.1" status: 200  len: 907 time: 0.2199664
Apr 20 23:40:18.554850 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port 4994c204-57ba-4dd4-9a29-cff70725c3ec triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:40:18.555509 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:18.560062 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fc60b-2239-4c4b-a9b3-03b6dc95ba9c req-0c652784-8a54-4456-92fd-d1c7cc20d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:18.561554 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d55fc60b-2239-4c4b-a9b3-03b6dc95ba9c req-0c652784-8a54-4456-92fd-d1c7cc20d649 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=329d4da5822347079a9af5d11eb238fa&device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 1097 time: 0.2026660
Apr 20 23:40:18.679051 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:18.717993 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 4994c204-57ba-4dd4-9a29-cff70725c3ec, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4994c204-57ba-4dd4-9a29-cff70725c3ec,segment=NetworkSegment(6164a0ad-8858-4d2b-aef8-7ca9a169ef20),segment_id=6164a0ad-8858-4d2b-aef8-7ca9a169ef20)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:18.718242 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbf4967-e104-4ecc-9eb2-733102c5cae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4994c204-57ba-4dd4-9a29-cff70725c3ec'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:40:18.748473 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:18.750700 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:18.836279 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=4994c204-57ba-4dd4-9a29-cff70725c3ec,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:18.850060 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:18.913977 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbf4967-e104-4ecc-9eb2-733102c5cae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4994c204-57ba-4dd4-9a29-cff70725c3ec', 'code': 200}
Apr 20 23:40:18.934049 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34bd4-beb4-4cac-ae59-232f4668a927 req-bb32f717-926a-48ae-b6aa-9c8201ca8adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:18.935681 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75f34bd4-beb4-4cac-ae59-232f4668a927 req-bb32f717-926a-48ae-b6aa-9c8201ca8adc service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.3655975
Apr 20 23:40:18.938909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fc60b-2239-4c4b-a9b3-03b6dc95ba9c req-76cad3a4-bf75-4ed0-9bb1-556fc56203b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:18.940337 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d55fc60b-2239-4c4b-a9b3-03b6dc95ba9c req-76cad3a4-bf75-4ed0-9bb1-556fc56203b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86b2d3ea-b04f-45c5-b131-8d05e2d86813 HTTP/1.1" status: 200  len: 916 time: 0.3451080
Apr 20 23:40:18.955390 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93950fc6-3acb-4c9a-b871-3d66ee88032f req-0ab4a33a-b296-4275-a18a-a0d0f54fb764 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:18.957112 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-93950fc6-3acb-4c9a-b871-3d66ee88032f req-0ab4a33a-b296-4275-a18a-a0d0f54fb764 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.3629751
Apr 20 23:40:19.106703 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8146a8-ecc6-4cd4-b655-f126f3fa2e61 req-142cbd2a-9ff2-45de-87cd-737645588289 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:19.108522 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6a8146a8-ecc6-4cd4-b655-f126f3fa2e61 req-142cbd2a-9ff2-45de-87cd-737645588289 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.1016915
Apr 20 23:40:19.146239 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-93950fc6-3acb-4c9a-b871-3d66ee88032f req-b535dde9-6332-4760-b079-f7640f884723 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1829276
Apr 20 23:40:19.160892 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6a8146a8-ecc6-4cd4-b655-f126f3fa2e61 req-f6bf1914-3096-460c-a590-503a81a4a91a tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0451086
Apr 20 23:40:19.170313 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d55fc60b-2239-4c4b-a9b3-03b6dc95ba9c req-0c550734-563e-4f90-a9f5-921c9dc6ae53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52b909ea-7548-46fb-8a48-eb9a45af430f HTTP/1.1" status: 200  len: 999 time: 0.1914692
Apr 20 23:40:19.245301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-26769ec5-3c49-4707-a87f-e3f109defd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:19.247005 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-26769ec5-3c49-4707-a87f-e3f109defd17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=739b3173e7b54b759b00fcb6f520a807&device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 1096 time: 0.2009034
Apr 20 23:40:19.254807 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fc60b-2239-4c4b-a9b3-03b6dc95ba9c req-13f9e61c-ab6e-429c-8812-ed7fabd3a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:19.256418 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d55fc60b-2239-4c4b-a9b3-03b6dc95ba9c req-13f9e61c-ab6e-429c-8812-ed7fabd3a117 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=511ddee7-7c62-4422-908f-d9585fcbf53b HTTP/1.1" status: 200  len: 855 time: 0.0790582
Apr 20 23:40:19.303747 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf561d6-83e7-46ae-b876-899288ad92e6 req-54805daa-3a93-4c39-bef8-4eae5099fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:19.305353 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0bf561d6-83e7-46ae-b876-899288ad92e6 req-54805daa-3a93-4c39-bef8-4eae5099fae3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 1099 time: 0.0838926
Apr 20 23:40:19.351054 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0bf561d6-83e7-46ae-b876-899288ad92e6 req-158b68f7-9e8e-4e24-b493-1d5d58786ce9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384932
Apr 20 23:40:19.423928 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-a0931e86-be52-46a8-8ff6-3f620c93d6c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3907600-8d5f-4f3d-9d2f-a2ac86f04efd HTTP/1.1" status: 200  len: 217 time: 0.1575692
Apr 20 23:40:19.486930 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fc60b-2239-4c4b-a9b3-03b6dc95ba9c req-fd451d47-ae96-4f9b-88b8-d2c1f7173674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:19.488556 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d55fc60b-2239-4c4b-a9b3-03b6dc95ba9c req-fd451d47-ae96-4f9b-88b8-d2c1f7173674 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86b2d3ea-b04f-45c5-b131-8d05e2d86813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1672800
Apr 20 23:40:19.496995 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f89cc-bf77-41d9-a1a3-abd24b94715c req-f038eb9e-e5a0-47a8-9e44-a6cbdc1faf47 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:19.498648 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cb3f89cc-bf77-41d9-a1a3-abd24b94715c req-f038eb9e-e5a0-47a8-9e44-a6cbdc1faf47 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 946 time: 0.1760163
Apr 20 23:40:19.551599 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cb3f89cc-bf77-41d9-a1a3-abd24b94715c req-44d00164-e1a2-4264-bc10-7eeb7dc1f048 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464108
Apr 20 23:40:19.673471 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02492e89-592f-48d8-ac6e-b89ac93f60d7 req-456cb21a-394c-4e07-8b1d-6a86c2f8c92a tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:19.675081 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-02492e89-592f-48d8-ac6e-b89ac93f60d7 req-456cb21a-394c-4e07-8b1d-6a86c2f8c92a tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 943 time: 0.0932767
Apr 20 23:40:19.744572 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-02492e89-592f-48d8-ac6e-b89ac93f60d7 req-06204913-827b-42b3-8c9f-d6cdf1c5cd64 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550950
Apr 20 23:40:19.986205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-26bbeea8-c52c-437a-95bf-9038b6ad8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:19.987738 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-26bbeea8-c52c-437a-95bf-9038b6ad8e25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=287a11c2-d117-4aec-b243-74eeae3a4100 HTTP/1.1" status: 200  len: 847 time: 0.3643577
Apr 20 23:40:20.061220 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-1b359c2e-2ec9-4ee6-8e59-74ced935b8d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ad66b57-b29d-4558-b5b1-483f5e8f8ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0561841
Apr 20 23:40:20.068891 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d55fc60b-2239-4c4b-a9b3-03b6dc95ba9c req-5b17a571-ee29-4121-bc51-a4419eec248f service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4103122
Apr 20 23:40:20.376678 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf7448-14ad-48d9-ae39-4185ce9e5079 req-9cd09d36-0732-4a97-af7c-30bd647e6db9 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:20.378266 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0fdf7448-14ad-48d9-ae39-4185ce9e5079 req-9cd09d36-0732-4a97-af7c-30bd647e6db9 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.0912514
Apr 20 23:40:20.381902 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-a556a3f6-9137-430c-836d-c196e52acf1e service neutron] 10.222.0.10 "GET /v2.0/networks/5ad66b57-b29d-4558-b5b1-483f5e8f8ecb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3120172
Apr 20 23:40:20.390584 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d55fc60b-2239-4c4b-a9b3-03b6dc95ba9c req-9a73863d-5737-4796-8702-85b01d36e609 service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2947848
Apr 20 23:40:20.431370 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430324a-18be-43c5-9896-dd396c2c4ece req-7fe1ec78-db1a-485d-ae67-e7d93308c28b tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:20.433507 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5430324a-18be-43c5-9896-dd396c2c4ece req-7fe1ec78-db1a-485d-ae67-e7d93308c28b tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1604030
Apr 20 23:40:20.434830 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0fdf7448-14ad-48d9-ae39-4185ce9e5079 req-ec3bc29e-0eb2-4903-be11-d9068f4c08a9 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0492516
Apr 20 23:40:20.578912 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5430324a-18be-43c5-9896-dd396c2c4ece req-d535bec2-693d-4aa9-bf10-3e1db6fb58a5 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223671
Apr 20 23:40:20.619614 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ec9c2fb-0edc-411d-89be-b46db21e6fad req-04bcdd8c-fe45-4890-9e43-3d3f0c8cc4c8 service neutron] 10.222.0.10 "GET /v2.0/networks/5ad66b57-b29d-4558-b5b1-483f5e8f8ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1853359
Apr 20 23:40:20.774270 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26993abb-532b-4aa2-9cc3-bf6ccbe87217 req-ae3e82aa-4dd2-43df-a40c-bdf7fc5f228e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:20.776362 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26993abb-532b-4aa2-9cc3-bf6ccbe87217 req-ae3e82aa-4dd2-43df-a40c-bdf7fc5f228e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 946 time: 0.1047406
Apr 20 23:40:20.843972 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26993abb-532b-4aa2-9cc3-bf6ccbe87217 req-7acb22bd-ae19-494d-abba-2e48b29be187 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583234
Apr 20 23:40:21.046622 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c97dd-f15d-4fef-a79d-fa48eb3944f4 req-0d93f6ab-895b-478a-971c-cf0ca4081e3d tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:21.048254 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-852c97dd-f15d-4fef-a79d-fa48eb3944f4 req-0d93f6ab-895b-478a-971c-cf0ca4081e3d tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 943 time: 0.0948420
Apr 20 23:40:21.099116 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-852c97dd-f15d-4fef-a79d-fa48eb3944f4 req-e6d7f4d2-f033-499d-9c60-42fc3de3e9b6 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442498
Apr 20 23:40:21.314578 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecce00-ef86-4702-a403-3491b54ed738 req-ee735811-67cf-476f-bbc4-80f868655de9 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:21.316232 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d4ecce00-ef86-4702-a403-3491b54ed738 req-ee735811-67cf-476f-bbc4-80f868655de9 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 946 time: 0.0982969
Apr 20 23:40:21.365092 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d4ecce00-ef86-4702-a403-3491b54ed738 req-4f428c85-5456-4b67-ae84-ef2526aac3d9 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422711
Apr 20 23:40:21.370221 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8ff56-842e-4c49-affc-4f750af4f24e req-37ccc46d-03db-46fc-8b81-84adc15309c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:21.371853 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17e8ff56-842e-4c49-affc-4f750af4f24e req-37ccc46d-03db-46fc-8b81-84adc15309c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab95038a22354139a0254e25eb4cccde&device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 1098 time: 0.1516199
Apr 20 23:40:21.380221 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991b1e4-d8a2-4fd1-ad95-819cd800307f req-ef4b4d37-3d66-4b22-b7a5-6b956a748089 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:21.382078 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0991b1e4-d8a2-4fd1-ad95-819cd800307f req-ef4b4d37-3d66-4b22-b7a5-6b956a748089 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1213598
Apr 20 23:40:21.518896 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0991b1e4-d8a2-4fd1-ad95-819cd800307f req-3d888934-5a35-4e0b-bb9d-44929baf9133 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142201
Apr 20 23:40:21.570377 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8ff56-842e-4c49-affc-4f750af4f24e req-9413549c-0b17-491b-9a2d-7cfd0aafdf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:21.572240 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17e8ff56-842e-4c49-affc-4f750af4f24e req-9413549c-0b17-491b-9a2d-7cfd0aafdf06 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e HTTP/1.1" status: 200  len: 919 time: 0.1896296
Apr 20 23:40:21.662900 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17e8ff56-842e-4c49-affc-4f750af4f24e req-de41f266-d908-4912-97eb-e187228698c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f73b95e-fd5b-485f-bf5e-50b235c56921 HTTP/1.1" status: 200  len: 217 time: 0.0825732
Apr 20 23:40:21.811812 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8ff56-842e-4c49-affc-4f750af4f24e req-c48ea588-30ae-4835-8e34-0ebab3d685c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:21.813383 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17e8ff56-842e-4c49-affc-4f750af4f24e req-c48ea588-30ae-4835-8e34-0ebab3d685c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87180e83-62f3-404a-9c4e-515fba272188 HTTP/1.1" status: 200  len: 859 time: 0.0944395
Apr 20 23:40:21.835616 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf08eb-b27a-46c9-b6ed-aaaac96fa7b5 req-d68a8f40-a17e-4fc4-b953-797c72b5be50 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:21.837432 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-66cf08eb-b27a-46c9-b6ed-aaaac96fa7b5 req-d68a8f40-a17e-4fc4-b953-797c72b5be50 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 946 time: 0.0966489
Apr 20 23:40:21.885245 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af36bf6-7b1e-4da8-b24f-9a1dddcf0df9 req-1e9d2ede-81c8-4b1c-8836-8262f6c3e7b0 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:21.888123 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6af36bf6-7b1e-4da8-b24f-9a1dddcf0df9 req-1e9d2ede-81c8-4b1c-8836-8262f6c3e7b0 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.2272403
Apr 20 23:40:21.890620 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17e8ff56-842e-4c49-affc-4f750af4f24e req-862ec4c1-d0ef-416f-8ecb-131213bded91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d8a7082e-55ec-4c0a-a383-56dcccffdd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0707598
Apr 20 23:40:21.890749 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-66cf08eb-b27a-46c9-b6ed-aaaac96fa7b5 req-56aa3e25-13f7-44ad-b207-d1aa500032ad tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461380
Apr 20 23:40:22.118453 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17e8ff56-842e-4c49-affc-4f750af4f24e req-3d28a463-72e3-4af0-9ccc-c386cbf14c76 service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2197735
Apr 20 23:40:22.153140 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6af36bf6-7b1e-4da8-b24f-9a1dddcf0df9 req-82258016-ac20-443d-9087-9e563114f6db tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2533236
Apr 20 23:40:22.386203 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device a3907600-8d5f-4f3d-9d2f-a2ac86f04efd details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:40:22.407224 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f905595-bef3-4d22-81fa-8b5b12f59ba1 req-55aa4ea3-890e-4d0d-a9cc-dc9c83106f5d tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:22.430105 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8f905595-bef3-4d22-81fa-8b5b12f59ba1 req-55aa4ea3-890e-4d0d-a9cc-dc9c83106f5d tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 943 time: 0.1521127
Apr 20 23:40:22.566014 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8f905595-bef3-4d22-81fa-8b5b12f59ba1 req-251d5dff-1ca5-44c5-a97e-329b452c1034 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220458
Apr 20 23:40:22.792405 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port a3907600-8d5f-4f3d-9d2f-a2ac86f04efd, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=a3907600-8d5f-4f3d-9d2f-a2ac86f04efd,segment=NetworkSegment(ac36d1cd-304a-4619-8f96-5e255e4b9ecd),segment_id=ac36d1cd-304a-4619-8f96-5e255e4b9ecd)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:23.139863 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': 'a3907600-8d5f-4f3d-9d2f-a2ac86f04efd', 'network_id': '5ad66b57-b29d-4558-b5b1-483f5e8f8ecb', 'port_id': 'a3907600-8d5f-4f3d-9d2f-a2ac86f04efd', 'mac_address': 'fa:16:3e:7a:66:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287a11c2-d117-4aec-b243-74eeae3a4100', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:40:23.140881 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43490dc3-a759-45b7-bae5-841aabd18824 req-2a3dca8f-2f33-4c5d-bd4e-3555a28497ba tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:23.140881 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-43490dc3-a759-45b7-bae5-841aabd18824 req-2a3dca8f-2f33-4c5d-bd4e-3555a28497ba tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1695149
Apr 20 23:40:23.141050 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:23.141050 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3907600-8d5f-4f3d-9d2f-a2ac86f04efd {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:40:23.141204 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-43490dc3-a759-45b7-bae5-841aabd18824 req-9db31c6a-10b3-4012-bb99-d1f0f6f57917 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458670
Apr 20 23:40:23.338156 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port a3907600-8d5f-4f3d-9d2f-a2ac86f04efd, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=a3907600-8d5f-4f3d-9d2f-a2ac86f04efd,segment=NetworkSegment(ac36d1cd-304a-4619-8f96-5e255e4b9ecd),segment_id=ac36d1cd-304a-4619-8f96-5e255e4b9ecd)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:23.371959 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2425ff05-2ecc-4242-b05b-84f0bc2a8927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:23.373742 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:23.375934 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:23.469082 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a987fc8-250a-42c8-a816-c56a9fdfc3ac req-abe5bb51-fc7b-4c29-926e-c177987b491f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:23.470853 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5a987fc8-250a-42c8-a816-c56a9fdfc3ac req-abe5bb51-fc7b-4c29-926e-c177987b491f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.1119556
Apr 20 23:40:23.578002 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5a987fc8-250a-42c8-a816-c56a9fdfc3ac req-fc42ce29-e713-4751-a00c-cd4a167fa8ad tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0989735
Apr 20 23:40:23.737721 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43120) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:23.738066 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=a3907600-8d5f-4f3d-9d2f-a2ac86f04efd,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:23.738066 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:23.782629 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a108ba-be96-4558-9475-95494db4ad2e req-acd6a7ed-fa68-4826-82a3-694fd87889aa tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:23.786388 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['a3907600-8d5f-4f3d-9d2f-a2ac86f04efd'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:40:23.788673 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-82a108ba-be96-4558-9475-95494db4ad2e req-acd6a7ed-fa68-4826-82a3-694fd87889aa tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 944 time: 0.1120043
Apr 20 23:40:23.824921 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:23.868223 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:40:23.871234 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-82a108ba-be96-4558-9475-95494db4ad2e req-c8cbf9ea-eae5-4b19-acae-ed80d164a0d1 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778539
Apr 20 23:40:23.873038 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Usage tracker for resource:security_group_rule and tenant:f85d98d28e3c4165a8f39b80b080d42a is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:40:23.886829 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:40:23.894264 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:40:24.017515 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:24.210966 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:24.220993 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-89505e9a-d97c-425b-93ca-c7e9f1069e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:24.347453 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f85d98d28e3c4165a8f39b80b080d42a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6728640
Apr 20 23:40:24.347795 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7902c580-9c1e-4002-a8ef-5bc7b22df039,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:24.349928 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 43132) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:24.368772 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:24.369180 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:24.369584 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:24.370563 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:24.371038 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:24.371464 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:24.371849 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:24.372241 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:24.372623 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:24.373006 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:24.373384 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:24.373762 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:24.378526 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:24.424583 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368acba-38dd-41a4-9252-e2a21390ef85 req-12022aac-e0bb-4998-b369-47617953caf0 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:24.426237 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5368acba-38dd-41a4-9252-e2a21390ef85 req-12022aac-e0bb-4998-b369-47617953caf0 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1209009
Apr 20 23:40:24.477214 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-030cd17a-77a8-4bde-b5a7-a319811534e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:24.509271 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5368acba-38dd-41a4-9252-e2a21390ef85 req-880389c7-e664-4c65-90e1-f4b22106ef5d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713162
Apr 20 23:40:24.542349 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-030cd17a-77a8-4bde-b5a7-a319811534e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:24.819863 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-030cd17a-77a8-4bde-b5a7-a319811534e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:24.867879 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-91720649-f676-45ba-9e2f-a12172172cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:24.891121 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1c563f62-e677-4175-8cbe-d382fbd8cd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:24.906169 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cd17a-77a8-4bde-b5a7-a319811534e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7902c580-9c1e-4002-a8ef-5bc7b22df039,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:24.906169 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-030cd17a-77a8-4bde-b5a7-a319811534e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:24.911035 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-030cd17a-77a8-4bde-b5a7-a319811534e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:24.913535 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-030cd17a-77a8-4bde-b5a7-a319811534e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7902c580-9c1e-4002-a8ef-5bc7b22df039 HTTP/1.1" status: 204  len: 168 time: 0.5623190
Apr 20 23:40:24.987279 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2374d9c-cf29-4666-8013-f5fe1b33286d req-4039f315-edfd-4b78-a317-b2914d910390 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:24.993947 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2374d9c-cf29-4666-8013-f5fe1b33286d req-4039f315-edfd-4b78-a317-b2914d910390 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.1673827
Apr 20 23:40:25.046997 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2374d9c-cf29-4666-8013-f5fe1b33286d req-6ab6467d-9cad-4452-b469-f002a27a44e2 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0506477
Apr 20 23:40:25.271107 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98999cc4-1bfd-4522-af7d-9294374df701 req-614770bb-d63b-4033-a794-ae296c6275be tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:25.283383 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-98999cc4-1bfd-4522-af7d-9294374df701 req-614770bb-d63b-4033-a794-ae296c6275be tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 944 time: 0.0949154
Apr 20 23:40:25.334491 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-98999cc4-1bfd-4522-af7d-9294374df701 req-95cb48cd-f21e-48cf-9e12-d20cd67f5197 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486395
Apr 20 23:40:25.737753 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1407b-72dc-4623-bb08-df3c0084a941 req-9e1326c3-cd8f-4998-9bad-cfc6c48119d4 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:25.739302 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cea1407b-72dc-4623-bb08-df3c0084a941 req-9e1326c3-cd8f-4998-9bad-cfc6c48119d4 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0998993
Apr 20 23:40:25.791986 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cea1407b-72dc-4623-bb08-df3c0084a941 req-0c262d9b-587c-4a95-b84f-708313b3f985 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452211
Apr 20 23:40:26.208573 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:26.264178 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3647a-9c6c-4a71-aaab-618642219421 req-0fed2f7f-de79-4f87-bf2b-5ea120f0c770 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:26.265809 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-abf3647a-9c6c-4a71-aaab-618642219421 req-0fed2f7f-de79-4f87-bf2b-5ea120f0c770 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.0916214
Apr 20 23:40:26.316155 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-abf3647a-9c6c-4a71-aaab-618642219421 req-53b306ca-2dd9-403f-91eb-d30086dc08bf tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426376
Apr 20 23:40:26.395576 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:26.401429 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device a3907600-8d5f-4f3d-9d2f-a2ac86f04efd up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:40:26.511052 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port a3907600-8d5f-4f3d-9d2f-a2ac86f04efd completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:40:26.518979 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port a3907600-8d5f-4f3d-9d2f-a2ac86f04efd triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:40:26.519440 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:26.560870 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:40:26.657684 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:26.696739 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae34e728-d772-440d-a35f-b5cf9aa19e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3907600-8d5f-4f3d-9d2f-a2ac86f04efd'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:40:26.710724 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port a3907600-8d5f-4f3d-9d2f-a2ac86f04efd, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=a3907600-8d5f-4f3d-9d2f-a2ac86f04efd,segment=NetworkSegment(ac36d1cd-304a-4619-8f96-5e255e4b9ecd),segment_id=ac36d1cd-304a-4619-8f96-5e255e4b9ecd)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:26.726251 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544afc6f-9670-4d8e-b65c-0b39d2a14bf6 req-ad99bd3f-d631-48b1-a30a-dd6a2d53c64b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:26.728067 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-544afc6f-9670-4d8e-b65c-0b39d2a14bf6 req-ad99bd3f-d631-48b1-a30a-dd6a2d53c64b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 944 time: 0.1224248
Apr 20 23:40:26.747975 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:26.749977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:26.789501 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-544afc6f-9670-4d8e-b65c-0b39d2a14bf6 req-9193b0bc-1fe3-41d5-aa57-e144ccafd01d tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541277
Apr 20 23:40:26.832038 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=a3907600-8d5f-4f3d-9d2f-a2ac86f04efd,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:26.842160 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:26.853202 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae34e728-d772-440d-a35f-b5cf9aa19e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3907600-8d5f-4f3d-9d2f-a2ac86f04efd', 'code': 200}
Apr 20 23:40:27.049862 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150d7cd-ad78-406d-a05c-871362a7e489 req-28d3d7eb-b732-4106-aa04-7cce51bb03cf tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:27.051401 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6150d7cd-ad78-406d-a05c-871362a7e489 req-28d3d7eb-b732-4106-aa04-7cce51bb03cf tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0980449
Apr 20 23:40:27.102098 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6150d7cd-ad78-406d-a05c-871362a7e489 req-c587b64f-d3ad-4d05-a737-0734b2af6059 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441964
Apr 20 23:40:27.273683 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:27.545275 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8df82a-b86e-4e6a-8278-9b2217bc5dcc req-0108af8d-396b-4f73-8b4f-90117a756e52 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:27.546920 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be8df82a-b86e-4e6a-8278-9b2217bc5dcc req-0108af8d-396b-4f73-8b4f-90117a756e52 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.0898793
Apr 20 23:40:27.597719 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-be8df82a-b86e-4e6a-8278-9b2217bc5dcc req-56e3f844-20e1-45f2-8fae-fde6d1b0b3ab tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439293
Apr 20 23:40:27.998045 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd058898-cb8f-4876-89bd-a30e50f7b9fe req-8a4a4255-d328-4f0a-bfea-636281275427 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:28.000061 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd058898-cb8f-4876-89bd-a30e50f7b9fe req-8a4a4255-d328-4f0a-bfea-636281275427 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 945 time: 0.0989530
Apr 20 23:40:28.058631 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fd058898-cb8f-4876-89bd-a30e50f7b9fe req-f8620997-4ef0-4f58-84c9-c63caaa685ba tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514541
Apr 20 23:40:28.315648 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b75af4-610f-4716-8e49-9a5bbcfed41e req-bda117b6-ea33-43e3-bfc7-c46a35ca896e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:28.317290 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-76b75af4-610f-4716-8e49-9a5bbcfed41e req-bda117b6-ea33-43e3-bfc7-c46a35ca896e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0956795
Apr 20 23:40:28.371720 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-76b75af4-610f-4716-8e49-9a5bbcfed41e req-6b8dade7-7e1b-446f-8c0b-809e3e957cd9 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470347
Apr 20 23:40:28.825862 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cdbcc-a00f-4d2a-a82f-780028e4981c req-56ca1cd6-536b-4e63-b5ae-2cace1791cf6 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:28.827548 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ab5cdbcc-a00f-4d2a-a82f-780028e4981c req-56ca1cd6-536b-4e63-b5ae-2cace1791cf6 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.0901263
Apr 20 23:40:28.878172 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ab5cdbcc-a00f-4d2a-a82f-780028e4981c req-e6fefb82-b77b-42a2-add2-14f448f174ac tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0436969
Apr 20 23:40:29.295741 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613c719-63bf-4179-85b6-bd076acb7a37 req-6a5e31e5-7b91-45e1-b737-d7392401e8ec tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:29.297278 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6613c719-63bf-4179-85b6-bd076acb7a37 req-6a5e31e5-7b91-45e1-b737-d7392401e8ec tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 945 time: 0.0958714
Apr 20 23:40:29.350428 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6613c719-63bf-4179-85b6-bd076acb7a37 req-86288381-c757-4274-a3db-5bcde6204a2b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463085
Apr 20 23:40:29.594606 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31477f67-d74b-48e9-b9ef-87e8b4961b7a req-e47159eb-d838-46ff-8e08-d7dd60687ad1 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:29.596276 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-31477f67-d74b-48e9-b9ef-87e8b4961b7a req-e47159eb-d838-46ff-8e08-d7dd60687ad1 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0967321
Apr 20 23:40:29.648782 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-31477f67-d74b-48e9-b9ef-87e8b4961b7a req-d76c506e-1783-4423-ad21-52f0c9f46c52 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441582
Apr 20 23:40:30.101381 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b34f17-27c7-4ac8-a375-c9d6c873991b req-eb98b742-7337-488a-b564-240199aa1f4b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:30.103032 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f1b34f17-27c7-4ac8-a375-c9d6c873991b req-eb98b742-7337-488a-b564-240199aa1f4b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.0957055
Apr 20 23:40:30.152988 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f1b34f17-27c7-4ac8-a375-c9d6c873991b req-42b6765b-8e9d-465c-8bd1-8473fac079ec tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425160
Apr 20 23:40:30.570222 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dc0de-11b3-4558-ae2f-7c0bff34e2c0 req-a2f0fada-1b4f-41f3-aa14-4300fb17191b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:30.572867 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a2dc0de-11b3-4558-ae2f-7c0bff34e2c0 req-a2f0fada-1b4f-41f3-aa14-4300fb17191b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 945 time: 0.1037514
Apr 20 23:40:30.629903 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a2dc0de-11b3-4558-ae2f-7c0bff34e2c0 req-5070ac6e-4081-4560-8ab3-35af0cbfb2dd tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489466
Apr 20 23:40:30.860662 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc8a85-af1a-4333-8501-9be5bfaa6ff3 req-bfd10688-1904-40fc-a913-ec2da8fe7012 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:30.862179 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-41fc8a85-af1a-4333-8501-9be5bfaa6ff3 req-bfd10688-1904-40fc-a913-ec2da8fe7012 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0924633
Apr 20 23:40:30.912068 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-41fc8a85-af1a-4333-8501-9be5bfaa6ff3 req-3c9dd3c9-75c2-4792-8983-f66edbfbbeec tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428927
Apr 20 23:40:31.381569 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75053803-1687-492d-8c5e-b426b9d9df3e req-b31fc34c-1e59-48c0-a6ee-920cfba4b69f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:31.383211 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75053803-1687-492d-8c5e-b426b9d9df3e req-b31fc34c-1e59-48c0-a6ee-920cfba4b69f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.1002040
Apr 20 23:40:31.650024 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75053803-1687-492d-8c5e-b426b9d9df3e req-9df71834-b0c6-4f15-92dc-9501b86b5275 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2584288
Apr 20 23:40:31.857461 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0803b3b-995d-4613-ac91-b77b28c39395 req-6cb9459a-5bdd-4ae8-8be3-f16da383aa84 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:31.859012 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a0803b3b-995d-4613-ac91-b77b28c39395 req-6cb9459a-5bdd-4ae8-8be3-f16da383aa84 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 945 time: 0.0974216
Apr 20 23:40:31.911364 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a0803b3b-995d-4613-ac91-b77b28c39395 req-14d0d2ba-a3ed-4289-803d-eb71ec75325e tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459018
Apr 20 23:40:32.113863 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6177f2-d52d-49c4-b171-46cf0c129ee0 req-53c78bd1-43fd-4938-af25-9e96750cf38d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:32.115462 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eb6177f2-d52d-49c4-b171-46cf0c129ee0 req-53c78bd1-43fd-4938-af25-9e96750cf38d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0871072
Apr 20 23:40:32.162452 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eb6177f2-d52d-49c4-b171-46cf0c129ee0 req-eccbf81b-27b2-4c72-a923-804a2a0a78ff tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405014
Apr 20 23:40:32.747761 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17e8ff56-842e-4c49-affc-4f750af4f24e req-2089f5f6-90d5-4d41-870e-f926ff46f4ea service neutron] 10.222.0.10 "GET /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1503847
Apr 20 23:40:32.887132 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687d739-e1ac-432b-9e17-ea56e3a58851 req-6332beb6-b800-4959-9580-011b7e27609c tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:32.888773 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3687d739-e1ac-432b-9e17-ea56e3a58851 req-6332beb6-b800-4959-9580-011b7e27609c tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.0926361
Apr 20 23:40:32.980878 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3687d739-e1ac-432b-9e17-ea56e3a58851 req-c8083d38-a306-4aa9-90c4-aa5a6b045e2a tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0568817
Apr 20 23:40:33.007771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492a49b-a8ff-41e7-b6bc-a761251805cf req-5442d7ab-4268-435c-bebe-9aac75aefd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:33.007771 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8492a49b-a8ff-41e7-b6bc-a761251805cf req-5442d7ab-4268-435c-bebe-9aac75aefd7d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 1098 time: 0.1149383
Apr 20 23:40:33.050858 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8492a49b-a8ff-41e7-b6bc-a761251805cf req-78561f7c-78a5-4c09-be0c-16b51cc96504 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380886
Apr 20 23:40:33.181108 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da7574-5450-4150-912a-cdc5eeedba68 req-625d130c-77ab-4a5c-bc07-f6d4a53e072c tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:33.182946 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-33da7574-5450-4150-912a-cdc5eeedba68 req-625d130c-77ab-4a5c-bc07-f6d4a53e072c tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 945 time: 0.0923007
Apr 20 23:40:33.230848 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-33da7574-5450-4150-912a-cdc5eeedba68 req-ab2c1c32-a087-4059-ab60-306f7e0eb145 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414541
Apr 20 23:40:33.369162 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a26f30-5a07-4cf7-8639-1630f134b995 req-93c4de62-4c21-45e8-94b7-339399df7ec5 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:33.371429 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00a26f30-5a07-4cf7-8639-1630f134b995 req-93c4de62-4c21-45e8-94b7-339399df7ec5 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0902631
Apr 20 23:40:33.420320 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00a26f30-5a07-4cf7-8639-1630f134b995 req-d8ad56a9-7067-4673-8ebb-f280bcb27653 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423059
Apr 20 23:40:34.202361 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143a07d-9116-4dda-a1e3-f3fe0016b1f3 req-7e7a4c08-b44c-434f-a3aa-eed019765454 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:34.204006 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e143a07d-9116-4dda-a1e3-f3fe0016b1f3 req-7e7a4c08-b44c-434f-a3aa-eed019765454 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.0971696
Apr 20 23:40:34.270831 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e143a07d-9116-4dda-a1e3-f3fe0016b1f3 req-440768d5-01a1-4b1b-add0-5cfa946a349c tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0529494
Apr 20 23:40:34.460674 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc3bc1-2cba-41bc-b543-a57e6556b9fb req-4166a4e9-f36a-4d8a-a59b-d9d49dceb930 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:34.462390 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ccbc3bc1-2cba-41bc-b543-a57e6556b9fb req-4166a4e9-f36a-4d8a-a59b-d9d49dceb930 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 945 time: 0.1060717
Apr 20 23:40:34.515754 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ccbc3bc1-2cba-41bc-b543-a57e6556b9fb req-cb005ed5-d3d3-4c24-91c6-491fd619f27e tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454326
Apr 20 23:40:34.638486 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c561-2dda-45ef-86bd-cc37034eee4b req-4e368395-302b-4fb9-b617-76ad682cb37b tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:34.640181 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6fe1c561-2dda-45ef-86bd-cc37034eee4b req-4e368395-302b-4fb9-b617-76ad682cb37b tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0905585
Apr 20 23:40:34.689334 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6fe1c561-2dda-45ef-86bd-cc37034eee4b req-7c57fe2e-3f36-4008-b333-491300116ea7 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422945
Apr 20 23:40:35.476186 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c83b1-8fd7-494a-9ded-d5c2eb6047a9 req-9cfcb6e3-929b-46cb-8349-7dc6591248a7 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:35.477749 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bf8c83b1-8fd7-494a-9ded-d5c2eb6047a9 req-9cfcb6e3-929b-46cb-8349-7dc6591248a7 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.0865791
Apr 20 23:40:35.528311 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bf8c83b1-8fd7-494a-9ded-d5c2eb6047a9 req-f9620806-e191-414a-9c08-ea9278924b82 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431600
Apr 20 23:40:35.722007 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353ca41-b840-4a92-8fef-dc9d8131adaf req-14195ebb-1b49-4225-af0d-4b5f375b2546 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:35.723649 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b353ca41-b840-4a92-8fef-dc9d8131adaf req-14195ebb-1b49-4225-af0d-4b5f375b2546 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 945 time: 0.0936105
Apr 20 23:40:35.773983 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b353ca41-b840-4a92-8fef-dc9d8131adaf req-c5b18593-8298-4827-b5e7-75c3428aae01 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427144
Apr 20 23:40:35.895444 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c24cb-8758-4b4f-9e66-66989ce66d1b req-9911a3a0-758d-4436-a9cf-811ee5e7568c tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:35.897037 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c33c24cb-8758-4b4f-9e66-66989ce66d1b req-9911a3a0-758d-4436-a9cf-811ee5e7568c tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0886014
Apr 20 23:40:35.944642 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c33c24cb-8758-4b4f-9e66-66989ce66d1b req-3792c3b1-6f36-478c-ae67-1c4cd00db420 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404227
Apr 20 23:40:36.761162 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e4e6c-1de3-415f-b54f-e9d6e327c42a req-130abcc2-8922-4fec-a8a4-7fd003fff134 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:36.762762 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-700e4e6c-1de3-415f-b54f-e9d6e327c42a req-130abcc2-8922-4fec-a8a4-7fd003fff134 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.1137142
Apr 20 23:40:36.812577 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-700e4e6c-1de3-415f-b54f-e9d6e327c42a req-4ae38e20-87fc-4f6d-bd93-83f0b0a28655 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429697
Apr 20 23:40:37.308496 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7295cca-9ec1-493c-aa57-ac76a8352ed7 req-b3e25c07-dfbc-4121-ba2b-60686ef8dbde tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:37.310064 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c7295cca-9ec1-493c-aa57-ac76a8352ed7 req-b3e25c07-dfbc-4121-ba2b-60686ef8dbde tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 945 time: 0.0872672
Apr 20 23:40:37.358279 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c7295cca-9ec1-493c-aa57-ac76a8352ed7 req-c34089ce-c6c3-4a98-a66f-93f6b65ab0a2 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417902
Apr 20 23:40:38.024152 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae869a07-7af0-4929-b559-fd9ecb04081e req-bf2024d9-9a28-4126-99e9-a027b4233408 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:38.026244 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ae869a07-7af0-4929-b559-fd9ecb04081e req-bf2024d9-9a28-4126-99e9-a027b4233408 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.0900393
Apr 20 23:40:38.074511 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ae869a07-7af0-4929-b559-fd9ecb04081e req-f439aed4-1371-4056-a9b9-52e20a5f4fc9 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416481
Apr 20 23:40:38.462274 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:38.564463 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6bc54-5b36-4106-bdad-6935a4af7b38 req-7608d3d2-596b-4981-8294-6b57bcf416cc tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:38.566026 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6dd6bc54-5b36-4106-bdad-6935a4af7b38 req-7608d3d2-596b-4981-8294-6b57bcf416cc tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 945 time: 0.0902989
Apr 20 23:40:38.613623 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6dd6bc54-5b36-4106-bdad-6935a4af7b38 req-2479f1f3-4d1c-4baa-863b-b6efc5fbcdbe tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413449
Apr 20 23:40:39.353266 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efe7d3-2881-417a-9fa3-d22299aa8257 req-f0d6e012-4ce2-4223-bb4b-33cecdbfffbb tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:39.354960 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8efe7d3-2881-417a-9fa3-d22299aa8257 req-f0d6e012-4ce2-4223-bb4b-33cecdbfffbb tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 945 time: 0.1586642
Apr 20 23:40:39.363896 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518ccd0-b807-49aa-8c44-c2548a4aa380 req-071e2007-88b5-43a1-9173-dfc529921e61 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:39.365295 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6518ccd0-b807-49aa-8c44-c2548a4aa380 req-071e2007-88b5-43a1-9173-dfc529921e61 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.1293726
Apr 20 23:40:39.471268 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-f8efe7d3-2881-417a-9fa3-d22299aa8257 req-57941f3e-1f34-4e39-8cdb-3489075e31e6 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Deleting port a3907600-8d5f-4f3d-9d2f-a2ac86f04efd {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:40:39.471660 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f8efe7d3-2881-417a-9fa3-d22299aa8257 req-57941f3e-1f34-4e39-8cdb-3489075e31e6 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:39.505624 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6518ccd0-b807-49aa-8c44-c2548a4aa380 req-dc2f8af4-2ee6-4cb5-a794-707c7cd5a587 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1064968
Apr 20 23:40:39.739188 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-f8efe7d3-2881-417a-9fa3-d22299aa8257 req-57941f3e-1f34-4e39-8cdb-3489075e31e6 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] For port a3907600-8d5f-4f3d-9d2f-a2ac86f04efd, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=a3907600-8d5f-4f3d-9d2f-a2ac86f04efd,segment=NetworkSegment(ac36d1cd-304a-4619-8f96-5e255e4b9ecd),segment_id=ac36d1cd-304a-4619-8f96-5e255e4b9ecd)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:39.739599 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f8efe7d3-2881-417a-9fa3-d22299aa8257 req-57941f3e-1f34-4e39-8cdb-3489075e31e6 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:39.821298 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7068149-0962-4f5a-921b-6a5df6cf7c29 req-da100ac3-6fe1-4866-b949-f50616481469 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:39.823451 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d7068149-0962-4f5a-921b-6a5df6cf7c29 req-da100ac3-6fe1-4866-b949-f50616481469 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 945 time: 0.0934708
Apr 20 23:40:39.874812 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-f8efe7d3-2881-417a-9fa3-d22299aa8257 req-57941f3e-1f34-4e39-8cdb-3489075e31e6 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Calling delete_port for a3907600-8d5f-4f3d-9d2f-a2ac86f04efd owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:40:40.081854 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d7068149-0962-4f5a-921b-6a5df6cf7c29 req-e31a72cd-9784-4299-bd8c-39e129caac1f tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/security-groups?id=73d2715b-8bf3-4261-847b-9ec158a98e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2510076
Apr 20 23:40:40.107805 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f8efe7d3-2881-417a-9fa3-d22299aa8257 req-57941f3e-1f34-4e39-8cdb-3489075e31e6 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:40.113580 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-863416aa-e1b8-48dc-bd8b-ba391401b87b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:40.150374 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['a3907600-8d5f-4f3d-9d2f-a2ac86f04efd'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:40:40.158926 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57941f3e-1f34-4e39-8cdb-3489075e31e6 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Pushing event deleted for resources: {'Port': ['ID=a3907600-8d5f-4f3d-9d2f-a2ac86f04efd,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:40.163294 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-57941f3e-1f34-4e39-8cdb-3489075e31e6 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:40.246295 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8efe7d3-2881-417a-9fa3-d22299aa8257 req-57941f3e-1f34-4e39-8cdb-3489075e31e6 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] No DVR routers for this DVR port a3907600-8d5f-4f3d-9d2f-a2ac86f04efd on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:40:40.248687 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f8efe7d3-2881-417a-9fa3-d22299aa8257 req-57941f3e-1f34-4e39-8cdb-3489075e31e6 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:40.251341 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae34e728-d772-440d-a35f-b5cf9aa19e60', 'name': 'network-vif-deleted', 'tag': 'a3907600-8d5f-4f3d-9d2f-a2ac86f04efd'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:40:40.287967 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8efe7d3-2881-417a-9fa3-d22299aa8257 req-57941f3e-1f34-4e39-8cdb-3489075e31e6 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.10 "DELETE /v2.0/ports/a3907600-8d5f-4f3d-9d2f-a2ac86f04efd HTTP/1.1" status: 204  len: 173 time: 0.9216363
Apr 20 23:40:40.299914 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae34e728-d772-440d-a35f-b5cf9aa19e60', 'name': 'network-vif-deleted', 'tag': 'a3907600-8d5f-4f3d-9d2f-a2ac86f04efd', 'status': 'completed', 'code': 200}
Apr 20 23:40:40.482485 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 52b909ea-7548-46fb-8a48-eb9a45af430f details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:40:40.624102 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 52b909ea-7548-46fb-8a48-eb9a45af430f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=52b909ea-7548-46fb-8a48-eb9a45af430f,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:40.638272 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': '52b909ea-7548-46fb-8a48-eb9a45af430f', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'port_id': '52b909ea-7548-46fb-8a48-eb9a45af430f', 'mac_address': 'fa:16:3e:0e:12:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:40:40.702447 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:40.719254 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe71f09-849f-4828-b524-449b3e3ed148 req-a45f87c8-e837-45fb-ad22-fceb97cd6a5c tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:40.720972 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2fe71f09-849f-4828-b524-449b3e3ed148 req-a45f87c8-e837-45fb-ad22-fceb97cd6a5c tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 944 time: 0.0938697
Apr 20 23:40:40.721396 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b909ea-7548-46fb-8a48-eb9a45af430f {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:40:40.740569 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 52b909ea-7548-46fb-8a48-eb9a45af430f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=52b909ea-7548-46fb-8a48-eb9a45af430f,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:40.778343 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2fe71f09-849f-4828-b524-449b3e3ed148 req-870dce03-ad44-4c68-91d1-31b5dfe18549 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0459909
Apr 20 23:40:40.784863 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:40.786753 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:40.859261 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=52b909ea-7548-46fb-8a48-eb9a45af430f,revision_number=9']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:40.867100 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:40.867517 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:40.867893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:40.868264 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:40.868634 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:40.869003 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:40.869893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:40.870294 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:40.870664 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:40.871030 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:40.871419 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:40.871781 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:40.875776 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:41.234071 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['52b909ea-7548-46fb-8a48-eb9a45af430f'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:40:41.271622 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-57455028-9b6d-473f-b317-2727b423ebdb req-f85aecdd-a604-4022-ae44-077a2348bdfa tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Synchronizing usage tracker for tenant:739b3173e7b54b759b00fcb6f520a807 on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:40:41.324828 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-57455028-9b6d-473f-b317-2727b423ebdb req-f85aecdd-a604-4022-ae44-077a2348bdfa tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Unset dirty status for tenant:739b3173e7b54b759b00fcb6f520a807 on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:40:41.326576 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-57455028-9b6d-473f-b317-2727b423ebdb req-f85aecdd-a604-4022-ae44-077a2348bdfa tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae34e728-d772-440d-a35f-b5cf9aa19e60 HTTP/1.1" status: 200  len: 210 time: 0.1107855
Apr 20 23:40:41.368221 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc3b65-fbc8-4efe-b3d2-ee84e0e2beab req-ac68f454-5a98-4d34-9250-6898df01a94e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:41.370416 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b4cc3b65-fbc8-4efe-b3d2-ee84e0e2beab req-ac68f454-5a98-4d34-9250-6898df01a94e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 946 time: 0.0924823
Apr 20 23:40:41.419268 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b4cc3b65-fbc8-4efe-b3d2-ee84e0e2beab req-99062676-81cf-47cc-8a62-4297280f9c29 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418265
Apr 20 23:40:41.446290 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43282) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:41.698972 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce78692-1a04-4365-8bf6-1efcd59bd49d tempest-TestMinimumBasicScenario-1657231512 tempest-TestMinimumBasicScenario-1657231512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:41.700624 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0ce78692-1a04-4365-8bf6-1efcd59bd49d tempest-TestMinimumBasicScenario-1657231512 tempest-TestMinimumBasicScenario-1657231512-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 1094 time: 0.2531865
Apr 20 23:40:41.703607 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43288) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:41.709304 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Request body: {'floatingip': {'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'port_id': '4994c204-57ba-4dd4-9a29-cff70725c3ec', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:40:41.715782 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:40:41.719823 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Usage tracker for resource:floatingip and tenant:b369251a0ab64bcd9731f006de4b1c8d is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:40:41.722777 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:40:41.729278 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:40:41.784547 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for floatingip, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:41.929541 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:41.993682 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55eb568-00a0-4e12-af52-0fde6511ac7b req-63dc0fe7-a05e-499e-924d-7bfd0658401f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:41.995915 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e55eb568-00a0-4e12-af52-0fde6511ac7b req-63dc0fe7-a05e-499e-924d-7bfd0658401f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 945 time: 0.0939300
Apr 20 23:40:42.046649 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e55eb568-00a0-4e12-af52-0fde6511ac7b req-bd215f27-c535-40de-b4a4-c1a4bb786ab3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0441129
Apr 20 23:40:42.075336 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Allocated IP 172.27.2.78 (b49fa4d7-9497-41f5-afae-ab183fc1104b/828469c9-116a-4083-bfec-69bcf738251b/bb196fbd-c228-4f51-ad4f-9495085758f5) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:40:42.308498 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:42.382471 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:42.388843 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:42.463605 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:40:42.466593 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:40:42.469222 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:40:42.491543 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 52b909ea-7548-46fb-8a48-eb9a45af430f up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:40:42.507004 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Pushing event updated for resources: {'Port': ['ID=bb196fbd-c228-4f51-ad4f-9495085758f5,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:42.510987 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:42.568320 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port 52b909ea-7548-46fb-8a48-eb9a45af430f triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:40:42.568995 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:42.705132 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:42.734258 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7fad75-8889-4b81-9fe8-272cd9aa4c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b909ea-7548-46fb-8a48-eb9a45af430f'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:40:42.746240 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 52b909ea-7548-46fb-8a48-eb9a45af430f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=52b909ea-7548-46fb-8a48-eb9a45af430f,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:42.786067 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7fad75-8889-4b81-9fe8-272cd9aa4c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b909ea-7548-46fb-8a48-eb9a45af430f', 'code': 200}
Apr 20 23:40:42.793448 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:42.794418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device a3907600-8d5f-4f3d-9d2f-a2ac86f04efd no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:40:42.826423 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:42.882675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: a3907600-8d5f-4f3d-9d2f-a2ac86f04efd {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:40:42.883237 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device a3907600-8d5f-4f3d-9d2f-a2ac86f04efd not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:40:42.913880 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=52b909ea-7548-46fb-8a48-eb9a45af430f,revision_number=10']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:42.918221 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:42.941768 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:43.051926 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:43.334841 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f48ace-e045-42a2-8e75-6688a35518c9 req-de6329c0-62d0-4c22-8656-6cc4c8a70260 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:43.336464 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-77f48ace-e045-42a2-8e75-6688a35518c9 req-de6329c0-62d0-4c22-8656-6cc4c8a70260 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 947 time: 0.1479628
Apr 20 23:40:43.372210 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:43.402576 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-77f48ace-e045-42a2-8e75-6688a35518c9 req-b8d55508-975a-455c-b08a-e3489284eefb tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0531859
Apr 20 23:40:43.404569 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379410'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:43.410151 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:43.497853 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8534de4-de97-4707-ad19-307a6bb451fe req-b8fe98ed-6783-4458-b8bc-46b22dca06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:43.500905 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c8534de4-de97-4707-ad19-307a6bb451fe req-b8fe98ed-6783-4458-b8bc-46b22dca06e0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 1100 time: 0.1041386
Apr 20 23:40:43.529570 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Pushing event updated for resources: {'Port': ['ID=bb196fbd-c228-4f51-ad4f-9495085758f5,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:43.533995 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:43.539835 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854229059'] for floatingip, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:43.557522 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c8534de4-de97-4707-ad19-307a6bb451fe req-b5e5c113-3cb7-4139-9459-7010e7240f06 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0492816
Apr 20 23:40:43.740745 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Floating IP 191e77fa-9f07-4688-ab7a-967ef2bca248 associated. External IP: 172.27.2.78, port: 4994c204-57ba-4dd4-9a29-cff70725c3ec.
Apr 20 23:40:44.114439 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Router 96936098-8204-4df6-9df7-84f3a78e0f82 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:40:44.517260 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:40:44.527409 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f8f4d2-eef3-4be3-8c56-17165770d45a None None] Sync routers for ids ['96936098-8204-4df6-9df7-84f3a78e0f82'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:40:44.537612 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f8f4d2-eef3-4be3-8c56-17165770d45a None None] Routers {'96936098-8204-4df6-9df7-84f3a78e0f82'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:40:44.538280 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-31f8f4d2-eef3-4be3-8c56-17165770d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e7bc2e8>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:40:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['96936098-8204-4df6-9df7-84f3a78e0f82'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:44.590566 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:44.624001 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85144865-88ce-4327-b5aa-6b762b689e4f req-e603336f-b68a-4fef-9f16-42b5ed3ef581 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:44.625590 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-85144865-88ce-4327-b5aa-6b762b689e4f req-e603336f-b68a-4fef-9f16-42b5ed3ef581 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 947 time: 0.0921004
Apr 20 23:40:44.651293 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9462466
Apr 20 23:40:44.652159 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbf4967-e104-4ecc-9eb2-733102c5cae5', 'tag': '4994c204-57ba-4dd4-9a29-cff70725c3ec'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:40:44.655585 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 43356) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:44.663294 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-4ae81297-88d8-4f05-ac8b-ddb8fd486240 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2039052894', 'description': 'tempest-secgroup-smoke-2039052894 description', 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:40:44.679130 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4ae81297-88d8-4f05-ac8b-ddb8fd486240 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:40:44.699390 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-85144865-88ce-4327-b5aa-6b762b689e4f req-c1a3a29a-1dba-436f-a8bf-d9318ac4ee84 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0663865
Apr 20 23:40:44.713041 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbf4967-e104-4ecc-9eb2-733102c5cae5', 'tag': '4994c204-57ba-4dd4-9a29-cff70725c3ec', 'status': 'completed', 'code': 200}
Apr 20 23:40:44.720600 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4ae81297-88d8-4f05-ac8b-ddb8fd486240 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:40:44.751436 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-31f8f4d2-eef3-4be3-8c56-17165770d45a None None] Set router 96936098-8204-4df6-9df7-84f3a78e0f82 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:40:44.761540 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4ae81297-88d8-4f05-ac8b-ddb8fd486240 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:44.784596 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4ae81297-88d8-4f05-ac8b-ddb8fd486240 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:40:44.788735 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4ae81297-88d8-4f05-ac8b-ddb8fd486240 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Usage tracker for resource:security_group_rule and tenant:b369251a0ab64bcd9731f006de4b1c8d is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:40:44.792391 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4ae81297-88d8-4f05-ac8b-ddb8fd486240 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:40:44.798455 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4ae81297-88d8-4f05-ac8b-ddb8fd486240 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:40:44.875301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4ae81297-88d8-4f05-ac8b-ddb8fd486240 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:44.919508 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4ae81297-88d8-4f05-ac8b-ddb8fd486240 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:44.925585 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-96a0f6a0-d670-4413-9b2e-7b46748eaff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:44.973056 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae81297-88d8-4f05-ac8b-ddb8fd486240 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c0b23e-480e-456f-8d92-fac3c3b2dd6e,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:44.976319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4ae81297-88d8-4f05-ac8b-ddb8fd486240 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:45.042253 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4ae81297-88d8-4f05-ac8b-ddb8fd486240 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:45.043669 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4ae81297-88d8-4f05-ac8b-ddb8fd486240 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3869326
Apr 20 23:40:45.046864 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 43366) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:45.052355 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-dceb26c2-de4a-407d-839d-9c1a127f31cc tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Request body: {'security_group_rule': {'security_group_id': '21c0b23e-480e-456f-8d92-fac3c3b2dd6e', 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:40:45.059881 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-dceb26c2-de4a-407d-839d-9c1a127f31cc tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:40:45.063867 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-dceb26c2-de4a-407d-839d-9c1a127f31cc tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Usage tracker for resource:security_group_rule and tenant:b369251a0ab64bcd9731f006de4b1c8d is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:40:45.066945 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-dceb26c2-de4a-407d-839d-9c1a127f31cc tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:40:45.073561 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-dceb26c2-de4a-407d-839d-9c1a127f31cc tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:40:45.123143 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-31f8f4d2-eef3-4be3-8c56-17165770d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e7bc2e8>, [{'id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'name': 'tempest-TestMinimumBasicScenario-582322433-router', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:38:53Z', 'updated_at': '2021-04-20T23:38:59Z', 'revision_number': 4, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'gw_port': {'id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:55Z', 'updated_at': '2021-04-20T23:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '191e77fa-9f07-4688-ab7a-967ef2bca248', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'port_id': '4994c204-57ba-4dd4-9a29-cff70725c3ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a', 'mac_address': 'fa:16:3e:a0:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf4967-e104-4ecc-9eb2-733102c5cae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:40:42Z', 'updated_at': '2021-04-20T23:40:42Z', 'revision_number': 0, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb', 'name': '', 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'mac_address': 'fa:16:3e:8d:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '9484c80a-583b-4813-8ae5-4f679e110c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:58Z', 'updated_at': '2021-04-20T23:39:11Z', 'revision_number': 5, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'subnets': [{'id': '9484c80a-583b-4813-8ae5-4f679e110c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:45.127608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f8f4d2-eef3-4be3-8c56-17165770d45a None None] Checking router: 96936098-8204-4df6-9df7-84f3a78e0f82 for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:40:45.136907 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f8f4d2-eef3-4be3-8c56-17165770d45a None None] Routers {'96936098-8204-4df6-9df7-84f3a78e0f82'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:40:45.137598 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-31f8f4d2-eef3-4be3-8c56-17165770d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e7bc2e8>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:40:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['96936098-8204-4df6-9df7-84f3a78e0f82'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:45.152507 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dceb26c2-de4a-407d-839d-9c1a127f31cc tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:45.225659 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dceb26c2-de4a-407d-839d-9c1a127f31cc tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:45.276149 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dceb26c2-de4a-407d-839d-9c1a127f31cc tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:45.278510 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:45.331644 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-31f8f4d2-eef3-4be3-8c56-17165770d45a None None] Set router 96936098-8204-4df6-9df7-84f3a78e0f82 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:40:45.349046 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb26c2-de4a-407d-839d-9c1a127f31cc tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7facc5-4685-4185-af41-28d969596bf3,revision_number=0']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:45.359010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-dceb26c2-de4a-407d-839d-9c1a127f31cc tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:45.395387 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c4fbd-4a0e-4089-bbda-4ad7e61556dc req-d27ca271-a474-40da-8a35-ff7314ab6d38 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:45.396981 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a06c4fbd-4a0e-4089-bbda-4ad7e61556dc req-d27ca271-a474-40da-8a35-ff7314ab6d38 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.1112518
Apr 20 23:40:45.398198 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-dceb26c2-de4a-407d-839d-9c1a127f31cc tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:45.399813 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-dceb26c2-de4a-407d-839d-9c1a127f31cc tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3514416
Apr 20 23:40:45.403512 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43376) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:45.409129 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-f1358ef9-ff59-463e-9577-66d646a0c4b4 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Request body: {'security_group_rule': {'security_group_id': '21c0b23e-480e-456f-8d92-fac3c3b2dd6e', 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:40:45.415463 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f1358ef9-ff59-463e-9577-66d646a0c4b4 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:40:45.420264 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f1358ef9-ff59-463e-9577-66d646a0c4b4 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Usage tracker for resource:security_group_rule and tenant:b369251a0ab64bcd9731f006de4b1c8d is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:40:45.423401 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f1358ef9-ff59-463e-9577-66d646a0c4b4 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:40:45.430342 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f1358ef9-ff59-463e-9577-66d646a0c4b4 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:40:45.449931 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a06c4fbd-4a0e-4089-bbda-4ad7e61556dc req-532dcce6-7b22-4e2c-9d53-96296c09c00c tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447304
Apr 20 23:40:45.488457 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f1358ef9-ff59-463e-9577-66d646a0c4b4 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:45.552404 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f1358ef9-ff59-463e-9577-66d646a0c4b4 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:45.583976 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f1358ef9-ff59-463e-9577-66d646a0c4b4 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:45.586046 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:45.613415 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1358ef9-ff59-463e-9577-66d646a0c4b4 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b328e9-4f17-4bbf-959f-3577f9acdbe6,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:45.619042 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f1358ef9-ff59-463e-9577-66d646a0c4b4 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:45.652637 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f1358ef9-ff59-463e-9577-66d646a0c4b4 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:45.653933 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f1358ef9-ff59-463e-9577-66d646a0c4b4 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2493508
Apr 20 23:40:45.656742 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43380) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:45.662162 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-451db18a-d905-4761-b339-8e08735a0f0e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Request body: {'security_group_rule': {'security_group_id': '21c0b23e-480e-456f-8d92-fac3c3b2dd6e', 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:40:45.668973 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-451db18a-d905-4761-b339-8e08735a0f0e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:40:45.672944 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-451db18a-d905-4761-b339-8e08735a0f0e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Usage tracker for resource:security_group_rule and tenant:b369251a0ab64bcd9731f006de4b1c8d is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:40:45.676016 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-451db18a-d905-4761-b339-8e08735a0f0e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:40:45.682046 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-451db18a-d905-4761-b339-8e08735a0f0e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:40:45.705228 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-31f8f4d2-eef3-4be3-8c56-17165770d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e7bc2e8>, [{'id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'name': 'tempest-TestMinimumBasicScenario-582322433-router', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:38:53Z', 'updated_at': '2021-04-20T23:38:59Z', 'revision_number': 4, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'gw_port': {'id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:55Z', 'updated_at': '2021-04-20T23:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '191e77fa-9f07-4688-ab7a-967ef2bca248', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'port_id': '4994c204-57ba-4dd4-9a29-cff70725c3ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a', 'mac_address': 'fa:16:3e:a0:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf4967-e104-4ecc-9eb2-733102c5cae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:40:42Z', 'updated_at': '2021-04-20T23:40:42Z', 'revision_number': 0, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb', 'name': '', 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'mac_address': 'fa:16:3e:8d:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '9484c80a-583b-4813-8ae5-4f679e110c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:58Z', 'updated_at': '2021-04-20T23:39:11Z', 'revision_number': 5, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'subnets': [{'id': '9484c80a-583b-4813-8ae5-4f679e110c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:45.709411 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f8f4d2-eef3-4be3-8c56-17165770d45a None None] The sync data for ids ['96936098-8204-4df6-9df7-84f3a78e0f82'] in dv-cinder-680889-5-iscsi is: [{'id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'name': 'tempest-TestMinimumBasicScenario-582322433-router', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:38:53Z', 'updated_at': '2021-04-20T23:38:59Z', 'revision_number': 4, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'gw_port': {'id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:55Z', 'updated_at': '2021-04-20T23:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '191e77fa-9f07-4688-ab7a-967ef2bca248', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'port_id': '4994c204-57ba-4dd4-9a29-cff70725c3ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a', 'mac_address': 'fa:16:3e:a0:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf4967-e104-4ecc-9eb2-733102c5cae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:40:42Z', 'updated_at': '2021-04-20T23:40:42Z', 'revision_number': 0, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb', 'name': '', 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'mac_address': 'fa:16:3e:8d:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '9484c80a-583b-4813-8ae5-4f679e110c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:58Z', 'updated_at': '2021-04-20T23:39:11Z', 'revision_number': 5, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'subnets': [{'id': '9484c80a-583b-4813-8ae5-4f679e110c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:40:45.734704 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-451db18a-d905-4761-b339-8e08735a0f0e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:45.802176 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-451db18a-d905-4761-b339-8e08735a0f0e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:45.866755 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-451db18a-d905-4761-b339-8e08735a0f0e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:45.880442 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:45.904970 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451db18a-d905-4761-b339-8e08735a0f0e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a04048-8f58-4c63-878e-0378b6062044,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:45.912186 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-451db18a-d905-4761-b339-8e08735a0f0e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:45.942712 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e670a-953e-48e4-9bac-9661ee0a87e9 req-47cebf78-d9fd-48e4-af52-f0b7ebe83d97 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:45.944341 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ff6e670a-953e-48e4-9bac-9661ee0a87e9 req-47cebf78-d9fd-48e4-af52-f0b7ebe83d97 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 947 time: 0.1187155
Apr 20 23:40:45.949781 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-451db18a-d905-4761-b339-8e08735a0f0e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:45.950981 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-451db18a-d905-4761-b339-8e08735a0f0e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2932544
Apr 20 23:40:45.954334 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 43386) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:45.959965 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-48220e56-e0fd-46fd-b4b2-6404afe734a0 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Request body: {'security_group_rule': {'security_group_id': '21c0b23e-480e-456f-8d92-fac3c3b2dd6e', 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:40:45.966576 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-48220e56-e0fd-46fd-b4b2-6404afe734a0 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:40:45.970649 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-48220e56-e0fd-46fd-b4b2-6404afe734a0 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Usage tracker for resource:security_group_rule and tenant:b369251a0ab64bcd9731f006de4b1c8d is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:40:45.973635 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-48220e56-e0fd-46fd-b4b2-6404afe734a0 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:40:45.979755 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-48220e56-e0fd-46fd-b4b2-6404afe734a0 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:40:45.998143 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ff6e670a-953e-48e4-9bac-9661ee0a87e9 req-1b24b334-90c0-46f0-945c-b5989c0da2ef tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0457492
Apr 20 23:40:46.020756 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48220e56-e0fd-46fd-b4b2-6404afe734a0 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:46.091143 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48220e56-e0fd-46fd-b4b2-6404afe734a0 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:46.101952 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a299afd-a1c6-43a5-a673-d2ab0be2c310 None None] New status for floating IP 191e77fa-9f07-4688-ab7a-967ef2bca248: ACTIVE {{(pid=86387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:40:46.124708 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48220e56-e0fd-46fd-b4b2-6404afe734a0 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:46.126932 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:46.151474 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48220e56-e0fd-46fd-b4b2-6404afe734a0 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76dbeb5-4073-4780-9fa4-fa17fb9afe9b,revision_number=0']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:46.154038 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-48220e56-e0fd-46fd-b4b2-6404afe734a0 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:46.193981 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48220e56-e0fd-46fd-b4b2-6404afe734a0 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:46.198595 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-48220e56-e0fd-46fd-b4b2-6404afe734a0 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2398305
Apr 20 23:40:46.199194 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43394) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:46.205076 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-3078c57c-ef06-48cc-a040-8af557fb4830 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Request body: {'security_group_rule': {'security_group_id': '21c0b23e-480e-456f-8d92-fac3c3b2dd6e', 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:40:46.211451 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3078c57c-ef06-48cc-a040-8af557fb4830 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:40:46.215821 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3078c57c-ef06-48cc-a040-8af557fb4830 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Usage tracker for resource:security_group_rule and tenant:b369251a0ab64bcd9731f006de4b1c8d is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:40:46.218739 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3078c57c-ef06-48cc-a040-8af557fb4830 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:40:46.224664 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3078c57c-ef06-48cc-a040-8af557fb4830 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:40:46.258358 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.securitygroups_db [None req-3078c57c-ef06-48cc-a040-8af557fb4830 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Project b369251a0ab64bcd9731f006de4b1c8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 23:40:46.265644 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3078c57c-ef06-48cc-a040-8af557fb4830 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:46.332155 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3078c57c-ef06-48cc-a040-8af557fb4830 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:46.361080 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3078c57c-ef06-48cc-a040-8af557fb4830 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:46.368569 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:46.388431 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078c57c-ef06-48cc-a040-8af557fb4830 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d14a1d-ef4b-4f9f-a190-d454e9f66b20,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:46.390798 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3078c57c-ef06-48cc-a040-8af557fb4830 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:46.418593 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3078c57c-ef06-48cc-a040-8af557fb4830 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:46.419931 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3078c57c-ef06-48cc-a040-8af557fb4830 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2196002
Apr 20 23:40:46.422819 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43398) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:46.428343 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-8d17b01f-17ff-41d7-a9be-1fff834c0815 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Request body: {'security_group_rule': {'security_group_id': '21c0b23e-480e-456f-8d92-fac3c3b2dd6e', 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:40:46.435228 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8d17b01f-17ff-41d7-a9be-1fff834c0815 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:40:46.439187 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8d17b01f-17ff-41d7-a9be-1fff834c0815 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Usage tracker for resource:security_group_rule and tenant:b369251a0ab64bcd9731f006de4b1c8d is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:40:46.442162 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8d17b01f-17ff-41d7-a9be-1fff834c0815 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:40:46.448687 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8d17b01f-17ff-41d7-a9be-1fff834c0815 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:40:46.481410 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.securitygroups_db [None req-8d17b01f-17ff-41d7-a9be-1fff834c0815 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Project b369251a0ab64bcd9731f006de4b1c8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 23:40:46.489202 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8d17b01f-17ff-41d7-a9be-1fff834c0815 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:46.561936 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8d17b01f-17ff-41d7-a9be-1fff834c0815 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:46.593005 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8d17b01f-17ff-41d7-a9be-1fff834c0815 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:46.601052 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-111e7c82-cb21-482c-8e12-80d09dc90673 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:46.624016 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17b01f-17ff-41d7-a9be-1fff834c0815 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83352e04-6e05-41c8-a745-d621238815b5,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:46.626704 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8d17b01f-17ff-41d7-a9be-1fff834c0815 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:46.646902 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8d17b01f-17ff-41d7-a9be-1fff834c0815 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:46.648680 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-8d17b01f-17ff-41d7-a9be-1fff834c0815 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2243710
Apr 20 23:40:46.657863 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03451c88-649f-4f07-b449-c45cac6817cb req-78a0c7dd-c88b-436e-88bc-04aad51fe02c tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:46.659505 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-03451c88-649f-4f07-b449-c45cac6817cb req-78a0c7dd-c88b-436e-88bc-04aad51fe02c tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.0910213
Apr 20 23:40:46.712335 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-03451c88-649f-4f07-b449-c45cac6817cb req-8e62f611-cf08-4514-a2e3-8500feea0a76 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462391
Apr 20 23:40:46.784433 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d197c36e-9a6c-42f6-ab10-dc978805a07f req-c6dd97df-3daa-4029-948b-df760740f152 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039052894&fields=id&tenant_id=b369251a0ab64bcd9731f006de4b1c8d HTTP/1.1" status: 200  len: 267 time: 0.0464075
Apr 20 23:40:46.877500 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197c36e-9a6c-42f6-ab10-dc978805a07f req-29ae321a-0a78-48fe-b827-774f983b2c39 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:46.879322 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d197c36e-9a6c-42f6-ab10-dc978805a07f req-29ae321a-0a78-48fe-b827-774f983b2c39 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 946 time: 0.0866506
Apr 20 23:40:46.891368 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-d197c36e-9a6c-42f6-ab10-dc978805a07f req-a429343f-3f42-4560-ae76-b8bb20169b4f tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Request body: {'port': {'security_groups': ['199331ab-3563-4a12-8515-1a3960fb2fbc', '21c0b23e-480e-456f-8d92-fac3c3b2dd6e']}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:40:47.020193 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d197c36e-9a6c-42f6-ab10-dc978805a07f req-a429343f-3f42-4560-ae76-b8bb20169b4f tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:47.203151 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483f53e-ca3f-4cb0-bf19-592be4a11cb5 req-e6409326-ab18-4aa6-8280-9ed18238c41b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:47.205040 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0483f53e-ca3f-4cb0-bf19-592be4a11cb5 req-e6409326-ab18-4aa6-8280-9ed18238c41b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 947 time: 0.0876176
Apr 20 23:40:47.252996 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0483f53e-ca3f-4cb0-bf19-592be4a11cb5 req-93e13aa1-b365-47d5-be0c-e3cf8fd65646 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412459
Apr 20 23:40:47.291717 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-d197c36e-9a6c-42f6-ab10-dc978805a07f req-a429343f-3f42-4560-ae76-b8bb20169b4f tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] For port 4994c204-57ba-4dd4-9a29-cff70725c3ec, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4994c204-57ba-4dd4-9a29-cff70725c3ec,segment=NetworkSegment(6164a0ad-8858-4d2b-aef8-7ca9a169ef20),segment_id=6164a0ad-8858-4d2b-aef8-7ca9a169ef20)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:47.320442 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d197c36e-9a6c-42f6-ab10-dc978805a07f req-a429343f-3f42-4560-ae76-b8bb20169b4f tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:47.359058 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d197c36e-9a6c-42f6-ab10-dc978805a07f req-a429343f-3f42-4560-ae76-b8bb20169b4f tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379410'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:47.366468 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:47.428295 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197c36e-9a6c-42f6-ab10-dc978805a07f req-a429343f-3f42-4560-ae76-b8bb20169b4f tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:47.428863 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d197c36e-9a6c-42f6-ab10-dc978805a07f req-a429343f-3f42-4560-ae76-b8bb20169b4f tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for port, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:47.430336 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d197c36e-9a6c-42f6-ab10-dc978805a07f req-a429343f-3f42-4560-ae76-b8bb20169b4f tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "PUT /v2.0/ports/4994c204-57ba-4dd4-9a29-cff70725c3ec HTTP/1.1" status: 200  len: 982 time: 0.5440569
Apr 20 23:40:47.433338 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbf4967-e104-4ecc-9eb2-733102c5cae5', 'tag': '4994c204-57ba-4dd4-9a29-cff70725c3ec'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:40:47.473120 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429343f-3f42-4560-ae76-b8bb20169b4f tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Pushing event updated for resources: {'Port': ['ID=4994c204-57ba-4dd4-9a29-cff70725c3ec,revision_number=6']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:47.476441 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a429343f-3f42-4560-ae76-b8bb20169b4f tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:47.493840 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26dd71-5ea2-4549-80f8-63cb7913fc67 req-d034e0f2-5bbf-4b8d-9b0a-653204110841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:47.496047 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c26dd71-5ea2-4549-80f8-63cb7913fc67 req-d034e0f2-5bbf-4b8d-9b0a-653204110841 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b369251a0ab64bcd9731f006de4b1c8d&device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 1138 time: 0.1069813
Apr 20 23:40:47.506558 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbf4967-e104-4ecc-9eb2-733102c5cae5', 'tag': '4994c204-57ba-4dd4-9a29-cff70725c3ec', 'status': 'completed', 'code': 200}
Apr 20 23:40:47.542864 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['4994c204-57ba-4dd4-9a29-cff70725c3ec'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:40:47.665569 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776a1ba-bbc0-4c0b-9e62-ac8d87bbe3aa req-80444fa6-f318-4a1e-91d8-628ef7120753 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:47.668837 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a776a1ba-bbc0-4c0b-9e62-ac8d87bbe3aa req-80444fa6-f318-4a1e-91d8-628ef7120753 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 985 time: 0.1305642
Apr 20 23:40:47.683698 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26dd71-5ea2-4549-80f8-63cb7913fc67 req-84e4d9b7-a760-4d2d-9f15-518cad997c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:47.685403 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c26dd71-5ea2-4549-80f8-63cb7913fc67 req-84e4d9b7-a760-4d2d-9f15-518cad997c3d service neutron] 10.222.0.10 "GET /v2.0/networks?id=aaab3e3e-46fc-404b-8b71-8c9a8872960a HTTP/1.1" status: 200  len: 914 time: 0.1755786
Apr 20 23:40:47.706041 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-e3e44f18-10c8-440a-9526-740d29bba646 None None] Provisioning complete for port 4994c204-57ba-4dd4-9a29-cff70725c3ec triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:40:47.706612 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e3e44f18-10c8-440a-9526-740d29bba646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:47.757822 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a776a1ba-bbc0-4c0b-9e62-ac8d87bbe3aa req-b80cffd2-1473-4499-867c-7c0d569fe452 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&id=21c0b23e-480e-456f-8d92-fac3c3b2dd6e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0730350
Apr 20 23:40:47.865667 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['4994c204-57ba-4dd4-9a29-cff70725c3ec'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:40:47.926858 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c26dd71-5ea2-4549-80f8-63cb7913fc67 req-9274c91d-42f6-4aff-af77-bfe1759e4fd8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4994c204-57ba-4dd4-9a29-cff70725c3ec HTTP/1.1" status: 200  len: 1001 time: 0.2322066
Apr 20 23:40:48.020955 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d23132-e68e-41a3-9c14-a72daf57a68b req-83b95e94-1f68-407a-8ce8-b07d8d0da757 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:48.023204 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-80d23132-e68e-41a3-9c14-a72daf57a68b req-83b95e94-1f68-407a-8ce8-b07d8d0da757 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.1638203
Apr 20 23:40:48.031252 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26dd71-5ea2-4549-80f8-63cb7913fc67 req-0e3be424-97a1-44ee-9750-5d1754085ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:48.032815 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c26dd71-5ea2-4549-80f8-63cb7913fc67 req-0e3be424-97a1-44ee-9750-5d1754085ab6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9484c80a-583b-4813-8ae5-4f679e110c42 HTTP/1.1" status: 200  len: 853 time: 0.0890770
Apr 20 23:40:48.144238 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-80d23132-e68e-41a3-9c14-a72daf57a68b req-5d436665-c20a-41f6-9dab-a3ed708da10c tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609381
Apr 20 23:40:48.159190 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26dd71-5ea2-4549-80f8-63cb7913fc67 req-3058ed3a-f36f-4680-8ff6-a58f4199f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:48.160761 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c26dd71-5ea2-4549-80f8-63cb7913fc67 req-3058ed3a-f36f-4680-8ff6-a58f4199f9cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aaab3e3e-46fc-404b-8b71-8c9a8872960a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1199322
Apr 20 23:40:48.311378 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c26dd71-5ea2-4549-80f8-63cb7913fc67 req-b0bada51-0700-4b7e-981f-b2b2e9834654 service neutron] 10.222.0.10 "GET /v2.0/networks/aaab3e3e-46fc-404b-8b71-8c9a8872960a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428776
Apr 20 23:40:48.485112 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a99e09-e161-49fc-823e-75ed54b9d7e8 req-34e245d9-bc79-4e7b-ae31-1735133ee336 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:48.486925 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-85a99e09-e161-49fc-823e-75ed54b9d7e8 req-34e245d9-bc79-4e7b-ae31-1735133ee336 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 947 time: 0.1053588
Apr 20 23:40:48.548009 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-85a99e09-e161-49fc-823e-75ed54b9d7e8 req-b7089cd3-b9ac-42c1-8a1e-89a000bd8e97 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0537994
Apr 20 23:40:48.686434 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c26dd71-5ea2-4549-80f8-63cb7913fc67 req-7c2e861f-9614-48c4-90b8-28a43ecd4a31 service neutron] 10.222.0.10 "GET /v2.0/networks/aaab3e3e-46fc-404b-8b71-8c9a8872960a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3617301
Apr 20 23:40:48.920486 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088d8df-1d2d-4639-8d20-488e7eea1c7e req-01f63684-1807-4b97-a8b0-42026ee96067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:48.922120 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a088d8df-1d2d-4639-8d20-488e7eea1c7e req-01f63684-1807-4b97-a8b0-42026ee96067 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b369251a0ab64bcd9731f006de4b1c8d&device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 1138 time: 0.0848660
Apr 20 23:40:49.072363 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088d8df-1d2d-4639-8d20-488e7eea1c7e req-66188fbd-432e-4001-ac04-b974f1b1cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:49.076077 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a088d8df-1d2d-4639-8d20-488e7eea1c7e req-66188fbd-432e-4001-ac04-b974f1b1cefa service neutron] 10.222.0.10 "GET /v2.0/networks?id=aaab3e3e-46fc-404b-8b71-8c9a8872960a HTTP/1.1" status: 200  len: 914 time: 0.1440947
Apr 20 23:40:49.186570 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a088d8df-1d2d-4639-8d20-488e7eea1c7e req-414317a7-74a9-4c5f-9706-8a0ab8b4c573 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4994c204-57ba-4dd4-9a29-cff70725c3ec HTTP/1.1" status: 200  len: 1001 time: 0.1053874
Apr 20 23:40:49.257798 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088d8df-1d2d-4639-8d20-488e7eea1c7e req-d4e640a0-175f-456e-9779-54b7a19d287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:49.259386 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a088d8df-1d2d-4639-8d20-488e7eea1c7e req-d4e640a0-175f-456e-9779-54b7a19d287f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9484c80a-583b-4813-8ae5-4f679e110c42 HTTP/1.1" status: 200  len: 853 time: 0.0662708
Apr 20 23:40:49.442953 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088d8df-1d2d-4639-8d20-488e7eea1c7e req-a822422b-fb7d-4ead-8489-56af04df71bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:49.444816 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a088d8df-1d2d-4639-8d20-488e7eea1c7e req-a822422b-fb7d-4ead-8489-56af04df71bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aaab3e3e-46fc-404b-8b71-8c9a8872960a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1726503
Apr 20 23:40:49.458131 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8b41f-0278-4377-8291-8cedeff626d9 req-3b5ea5c0-70e5-44a9-9237-5b3214222c0a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:49.459730 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-21b8b41f-0278-4377-8291-8cedeff626d9 req-3b5ea5c0-70e5-44a9-9237-5b3214222c0a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.1860199
Apr 20 23:40:49.645820 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a088d8df-1d2d-4639-8d20-488e7eea1c7e req-743a14b8-9d35-4566-9e9a-10276600227f service neutron] 10.222.0.10 "GET /v2.0/networks/aaab3e3e-46fc-404b-8b71-8c9a8872960a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1848881
Apr 20 23:40:49.669487 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-21b8b41f-0278-4377-8291-8cedeff626d9 req-158b2458-9bbe-4184-9278-04439a13b14f tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840861
Apr 20 23:40:49.795754 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2a556-8895-45cb-bf78-423187c365be req-fd1b18cf-98c7-45e7-9ac8-fe7b37ecaf1b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:49.797413 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-80a2a556-8895-45cb-bf78-423187c365be req-fd1b18cf-98c7-45e7-9ac8-fe7b37ecaf1b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 947 time: 0.1229641
Apr 20 23:40:49.857830 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-80a2a556-8895-45cb-bf78-423187c365be req-4a3a0174-44f1-4d24-a4e8-8c7fa0ec1adc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0536323
Apr 20 23:40:49.882600 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a088d8df-1d2d-4639-8d20-488e7eea1c7e req-dad60bcb-78ae-431c-9572-97668a2d6c9a service neutron] 10.222.0.10 "GET /v2.0/networks/aaab3e3e-46fc-404b-8b71-8c9a8872960a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2270904
Apr 20 23:40:50.960540 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b4ed6-bd31-4aae-92e8-91a19794d683 req-fe2ce80f-fde3-47c5-8434-435eca11c352 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:50.962915 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3d2b4ed6-bd31-4aae-92e8-91a19794d683 req-fe2ce80f-fde3-47c5-8434-435eca11c352 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.1266396
Apr 20 23:40:51.017723 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3d2b4ed6-bd31-4aae-92e8-91a19794d683 req-9abbdbae-793d-4383-be0f-67861b1ceb4e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470936
Apr 20 23:40:51.182688 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e1aa5-271f-4f0b-944b-272f0a78c358 req-fa2adc6e-8f11-41e0-8536-56a431f8a066 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:51.183928 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a95e1aa5-271f-4f0b-944b-272f0a78c358 req-fa2adc6e-8f11-41e0-8536-56a431f8a066 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.10 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 946 time: 0.0919156
Apr 20 23:40:51.273503 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-a95e1aa5-271f-4f0b-944b-272f0a78c358 req-3dc3787a-e5b7-4679-83f9-c2166d53049d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Deleting port 45e9de9b-16f4-42c6-b3c9-38df92e01810 {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:40:51.273730 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a95e1aa5-271f-4f0b-944b-272f0a78c358 req-3dc3787a-e5b7-4679-83f9-c2166d53049d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:51.626974 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-a95e1aa5-271f-4f0b-944b-272f0a78c358 req-3dc3787a-e5b7-4679-83f9-c2166d53049d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] For port 45e9de9b-16f4-42c6-b3c9-38df92e01810, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=45e9de9b-16f4-42c6-b3c9-38df92e01810,segment=NetworkSegment(d03d5ad0-e8b0-44b9-b969-e864cc02b75d),segment_id=d03d5ad0-e8b0-44b9-b969-e864cc02b75d)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:51.627531 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a95e1aa5-271f-4f0b-944b-272f0a78c358 req-3dc3787a-e5b7-4679-83f9-c2166d53049d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:51.767521 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-a95e1aa5-271f-4f0b-944b-272f0a78c358 req-3dc3787a-e5b7-4679-83f9-c2166d53049d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Calling delete_port for 45e9de9b-16f4-42c6-b3c9-38df92e01810 owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:40:51.959648 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a95e1aa5-271f-4f0b-944b-272f0a78c358 req-3dc3787a-e5b7-4679-83f9-c2166d53049d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:51.966388 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-eaf6bff0-bb26-4c7e-9217-d0a8e2ce1561 tempest-VolumesNegativeTest-1884352456 tempest-VolumesNegativeTest-1884352456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:52.002341 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['4f73b95e-fd5b-485f-bf5e-50b235c56921', '45e9de9b-16f4-42c6-b3c9-38df92e01810'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:40:52.021780 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3787a-e5b7-4679-83f9-c2166d53049d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Pushing event deleted for resources: {'Port': ['ID=45e9de9b-16f4-42c6-b3c9-38df92e01810,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:52.031493 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3dc3787a-e5b7-4679-83f9-c2166d53049d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:52.111929 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95e1aa5-271f-4f0b-944b-272f0a78c358 req-3dc3787a-e5b7-4679-83f9-c2166d53049d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] No DVR routers for this DVR port 45e9de9b-16f4-42c6-b3c9-38df92e01810 on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:40:52.114496 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-a95e1aa5-271f-4f0b-944b-272f0a78c358 req-3dc3787a-e5b7-4679-83f9-c2166d53049d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:52.117445 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fe62ed-bd96-44bd-a3a3-cd3271699207', 'name': 'network-vif-deleted', 'tag': '45e9de9b-16f4-42c6-b3c9-38df92e01810'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:40:52.170402 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fe62ed-bd96-44bd-a3a3-cd3271699207', 'name': 'network-vif-deleted', 'tag': '45e9de9b-16f4-42c6-b3c9-38df92e01810', 'status': 'completed', 'code': 200}
Apr 20 23:40:52.189315 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a95e1aa5-271f-4f0b-944b-272f0a78c358 req-3dc3787a-e5b7-4679-83f9-c2166d53049d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.10 "DELETE /v2.0/ports/45e9de9b-16f4-42c6-b3c9-38df92e01810 HTTP/1.1" status: 204  len: 173 time: 0.9951510
Apr 20 23:40:52.211550 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2e981e90-458b-4257-939e-822d5f174065 req-8d7d3341-0322-4aa5-ad75-7e216316bcbc tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=81fe62ed-bd96-44bd-a3a3-cd3271699207 HTTP/1.1" status: 200  len: 210 time: 0.0518901
Apr 20 23:40:52.896157 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-50ed6266-a483-4b0c-97c5-79081a43caa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:53.866303 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03993a7e-c40f-4686-a2f6-3a702e3f1d84 req-62db6208-14ef-4c2b-b726-d458aceb7e2e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:53.867216 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-03993a7e-c40f-4686-a2f6-3a702e3f1d84 req-62db6208-14ef-4c2b-b726-d458aceb7e2e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Synchronizing usage tracker for tenant:ab95038a22354139a0254e25eb4cccde on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:40:53.921446 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-03993a7e-c40f-4686-a2f6-3a702e3f1d84 req-62db6208-14ef-4c2b-b726-d458aceb7e2e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Unset dirty status for tenant:ab95038a22354139a0254e25eb4cccde on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:40:53.922762 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-03993a7e-c40f-4686-a2f6-3a702e3f1d84 req-62db6208-14ef-4c2b-b726-d458aceb7e2e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1509135
Apr 20 23:40:53.977411 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-03993a7e-c40f-4686-a2f6-3a702e3f1d84 req-211cfb09-ab35-46ad-8741-f872572dd006 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474570
Apr 20 23:40:54.892824 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5691a965-841f-4522-bd14-24af8173b620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:55.203246 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3908a2b-ecec-4453-8e4b-5baefe235955 req-20d6367f-2c74-4b63-97fe-bb73566b4ccc tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:55.206276 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3908a2b-ecec-4453-8e4b-5baefe235955 req-20d6367f-2c74-4b63-97fe-bb73566b4ccc tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1045938
Apr 20 23:40:55.260397 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3908a2b-ecec-4453-8e4b-5baefe235955 req-51b997e1-7014-480d-a4fb-e58bd4266fb2 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478065
Apr 20 23:40:55.414028 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 45e9de9b-16f4-42c6-b3c9-38df92e01810 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:40:55.455192 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: 45e9de9b-16f4-42c6-b3c9-38df92e01810 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:40:55.455521 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 45e9de9b-16f4-42c6-b3c9-38df92e01810 not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:40:56.212776 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:56.390901 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:56.513274 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bda6c0-2cca-42d2-9447-5fc814ef46eb req-454ca78f-8ced-4619-b422-f75bfd16f21e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:56.520816 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e5bda6c0-2cca-42d2-9447-5fc814ef46eb req-454ca78f-8ced-4619-b422-f75bfd16f21e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1246340
Apr 20 23:40:56.570527 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e5bda6c0-2cca-42d2-9447-5fc814ef46eb req-b8d465d9-10f7-4315-bbc8-12362966586f tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483596
Apr 20 23:40:57.278876 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:57.789305 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d81b5c-eb2e-475e-9667-42274d1f68c3 req-5e462e70-937d-49ac-9d95-59a9d99a5da6 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:57.791916 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-85d81b5c-eb2e-475e-9667-42274d1f68c3 req-5e462e70-937d-49ac-9d95-59a9d99a5da6 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0975258
Apr 20 23:40:57.849826 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-85d81b5c-eb2e-475e-9667-42274d1f68c3 req-a744fc15-466c-473c-ba2f-fac198d54127 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491142
Apr 20 23:40:59.076343 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9223e-e250-48e4-a7e8-76a819a1db7e req-97f11d66-43a4-43ad-863b-75b810574624 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:59.078963 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-73d9223e-e250-48e4-a7e8-76a819a1db7e req-97f11d66-43a4-43ad-863b-75b810574624 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1025028
Apr 20 23:40:59.136787 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-73d9223e-e250-48e4-a7e8-76a819a1db7e req-2c6957ec-8c0f-4192-bc10-f1b1273ddcf2 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492768
Apr 20 23:41:00.008296 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b82e72-197b-4c38-8f15-91aa5fe2e30d req-b01fa46b-f6c3-4459-8990-1a2a898546bb tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:00.009901 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-93b82e72-197b-4c38-8f15-91aa5fe2e30d req-b01fa46b-f6c3-4459-8990-1a2a898546bb tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.0955310
Apr 20 23:41:00.093623 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-93b82e72-197b-4c38-8f15-91aa5fe2e30d req-2cf8f232-1c82-4380-9e7d-d8587ea3e914 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Deleting port 4f73b95e-fd5b-485f-bf5e-50b235c56921 {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:41:00.094181 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-93b82e72-197b-4c38-8f15-91aa5fe2e30d req-2cf8f232-1c82-4380-9e7d-d8587ea3e914 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:00.377737 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f2c8e-36d5-44cb-af49-c1bb0732758f req-df4dcf7b-003f-4bf0-b327-29d52bec9b1e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:00.379783 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-921f2c8e-36d5-44cb-af49-c1bb0732758f req-df4dcf7b-003f-4bf0-b327-29d52bec9b1e tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 945 time: 0.1022522
Apr 20 23:41:00.382773 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-93b82e72-197b-4c38-8f15-91aa5fe2e30d req-2cf8f232-1c82-4380-9e7d-d8587ea3e914 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] For port 4f73b95e-fd5b-485f-bf5e-50b235c56921, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4f73b95e-fd5b-485f-bf5e-50b235c56921,segment=NetworkSegment(d03d5ad0-e8b0-44b9-b969-e864cc02b75d),segment_id=d03d5ad0-e8b0-44b9-b969-e864cc02b75d)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:41:00.383206 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-93b82e72-197b-4c38-8f15-91aa5fe2e30d req-2cf8f232-1c82-4380-9e7d-d8587ea3e914 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:00.438537 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-921f2c8e-36d5-44cb-af49-c1bb0732758f req-76ea5eb8-fa86-4241-b5d3-86b8f2e5ab86 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/security-groups?id=9288a558-0149-4d09-9415-35683ab65972&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502069
Apr 20 23:41:00.535236 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-93b82e72-197b-4c38-8f15-91aa5fe2e30d req-2cf8f232-1c82-4380-9e7d-d8587ea3e914 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Calling delete_port for 4f73b95e-fd5b-485f-bf5e-50b235c56921 owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:41:00.745300 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-93b82e72-197b-4c38-8f15-91aa5fe2e30d req-2cf8f232-1c82-4380-9e7d-d8587ea3e914 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:00.752596 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:00.785481 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['4f73b95e-fd5b-485f-bf5e-50b235c56921'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:41:00.806728 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8f232-1c82-4380-9e7d-d8587ea3e914 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Pushing event deleted for resources: {'Port': ['ID=4f73b95e-fd5b-485f-bf5e-50b235c56921,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:00.810751 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2cf8f232-1c82-4380-9e7d-d8587ea3e914 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:00.893756 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b82e72-197b-4c38-8f15-91aa5fe2e30d req-2cf8f232-1c82-4380-9e7d-d8587ea3e914 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] No DVR routers for this DVR port 4f73b95e-fd5b-485f-bf5e-50b235c56921 on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:41:00.896459 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-93b82e72-197b-4c38-8f15-91aa5fe2e30d req-2cf8f232-1c82-4380-9e7d-d8587ea3e914 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:00.899297 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71eb6c8-777c-4f0f-a121-f9425edcd044', 'name': 'network-vif-deleted', 'tag': '4f73b95e-fd5b-485f-bf5e-50b235c56921'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:41:00.955841 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71eb6c8-777c-4f0f-a121-f9425edcd044', 'name': 'network-vif-deleted', 'tag': '4f73b95e-fd5b-485f-bf5e-50b235c56921', 'status': 'completed', 'code': 200}
Apr 20 23:41:01.201954 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-93b82e72-197b-4c38-8f15-91aa5fe2e30d req-2cf8f232-1c82-4380-9e7d-d8587ea3e914 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.10 "DELETE /v2.0/ports/4f73b95e-fd5b-485f-bf5e-50b235c56921 HTTP/1.1" status: 204  len: 173 time: 1.1851821
Apr 20 23:41:01.630723 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-216b0713-21ab-4ba0-8248-7d2178e6c657 req-48140193-1a39-4bd8-80d4-39002e44145a tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] 10.222.0.15 "GET /v2.0/ports?device_id=e71eb6c8-777c-4f0f-a121-f9425edcd044 HTTP/1.1" status: 200  len: 210 time: 0.0516913
Apr 20 23:41:02.749651 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43582) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:03.383387 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3cc3a914-0f6b-4bd1-9f4d-541e970a54f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546966'] for router_interface, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:03.431512 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 4f73b95e-fd5b-485f-bf5e-50b235c56921 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:41:03.483884 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: 4f73b95e-fd5b-485f-bf5e-50b235c56921 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:41:03.484657 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 4f73b95e-fd5b-485f-bf5e-50b235c56921 not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:41:03.562428 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:41:03.808672 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3a914-0f6b-4bd1-9f4d-541e970a54f1 admin admin] Deleting port b4ed1d73-61d8-4d27-9913-cdc1c30a6e58 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:41:03.809793 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3cc3a914-0f6b-4bd1-9f4d-541e970a54f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:04.018737 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-3cc3a914-0f6b-4bd1-9f4d-541e970a54f1 admin admin] For port b4ed1d73-61d8-4d27-9913-cdc1c30a6e58, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=b4ed1d73-61d8-4d27-9913-cdc1c30a6e58,segment=NetworkSegment(d03d5ad0-e8b0-44b9-b969-e864cc02b75d),segment_id=d03d5ad0-e8b0-44b9-b969-e864cc02b75d)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:41:04.019045 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3cc3a914-0f6b-4bd1-9f4d-541e970a54f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:04.163524 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3a914-0f6b-4bd1-9f4d-541e970a54f1 admin admin] Calling delete_port for b4ed1d73-61d8-4d27-9913-cdc1c30a6e58 owned by network:router_interface {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:41:04.852394 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3cc3a914-0f6b-4bd1-9f4d-541e970a54f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:04.858785 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:04.909766 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3a914-0f6b-4bd1-9f4d-541e970a54f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ed1d73-61d8-4d27-9913-cdc1c30a6e58,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:04.976147 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3cc3a914-0f6b-4bd1-9f4d-541e970a54f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:05.222183 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3cc3a914-0f6b-4bd1-9f4d-541e970a54f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821772709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547048'] for router_interface, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:05.607409 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc3a914-0f6b-4bd1-9f4d-541e970a54f1 admin admin] Router f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:41:05.797820 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc3a914-0f6b-4bd1-9f4d-541e970a54f1 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:41:05.807548 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646ee640-7b88-4d8d-9ab9-de84dfb30a14 None None] Sync routers for ids ['f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:41:05.812134 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3cc3a914-0f6b-4bd1-9f4d-541e970a54f1 admin admin] 10.222.0.15 "PUT /v2.0/routers/f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0606554
Apr 20 23:41:05.814267 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43614) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:05.817549 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646ee640-7b88-4d8d-9ab9-de84dfb30a14 None None] Routers {'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:41:05.818211 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-646ee640-7b88-4d8d-9ab9-de84dfb30a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e7bc3c8>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:40:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:06.006292 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-646ee640-7b88-4d8d-9ab9-de84dfb30a14 None None] Set router f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:41:06.014220 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f58ac6ce-6e04-4c2a-a767-c1ba40f23956 admin admin] Notify callbacks [] for router, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:06.214313 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f58ac6ce-6e04-4c2a-a767-c1ba40f23956 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:06.252682 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-f58ac6ce-6e04-4c2a-a767-c1ba40f23956 admin admin] Deleting port 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:41:06.253151 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f58ac6ce-6e04-4c2a-a767-c1ba40f23956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:06.465819 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-f58ac6ce-6e04-4c2a-a767-c1ba40f23956 admin admin] For port 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:41:06.465819 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f58ac6ce-6e04-4c2a-a767-c1ba40f23956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:06.490640 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-646ee640-7b88-4d8d-9ab9-de84dfb30a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e7bc3c8>, [{'id': 'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9', 'name': 'tempest-ServerRescueNegativeTestJSON-1978579027-router', 'tenant_id': 'ab95038a22354139a0254e25eb4cccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:07Z', 'updated_at': '2021-04-20T23:41:04Z', 'revision_number': 5, 'project_id': 'ab95038a22354139a0254e25eb4cccde', 'gw_port': {'id': '470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:09Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:06.495322 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646ee640-7b88-4d8d-9ab9-de84dfb30a14 None None] Checking router: f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9 for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:41:06.504404 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646ee640-7b88-4d8d-9ab9-de84dfb30a14 None None] Routers {'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:41:06.505068 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-646ee640-7b88-4d8d-9ab9-de84dfb30a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e7bc3c8>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:40:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:06.603954 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-f58ac6ce-6e04-4c2a-a767-c1ba40f23956 admin admin] Calling delete_port for 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d owned by network:router_gateway {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:41:06.670116 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-646ee640-7b88-4d8d-9ab9-de84dfb30a14 None None] Set router f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9 gateway port host: None {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:41:06.788123 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-646ee640-7b88-4d8d-9ab9-de84dfb30a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e7bc3c8>, [{'id': 'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9', 'name': 'tempest-ServerRescueNegativeTestJSON-1978579027-router', 'tenant_id': 'ab95038a22354139a0254e25eb4cccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:07Z', 'updated_at': '2021-04-20T23:41:06Z', 'revision_number': 6, 'project_id': 'ab95038a22354139a0254e25eb4cccde', 'gw_port_host': None}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:06.793504 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646ee640-7b88-4d8d-9ab9-de84dfb30a14 None None] The sync data for ids ['f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9'] in dv-cinder-680889-5-iscsi is: [{'id': 'f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9', 'name': 'tempest-ServerRescueNegativeTestJSON-1978579027-router', 'tenant_id': 'ab95038a22354139a0254e25eb4cccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:07Z', 'updated_at': '2021-04-20T23:41:06Z', 'revision_number': 6, 'project_id': 'ab95038a22354139a0254e25eb4cccde', 'gw_port_host': None}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:41:06.898771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f58ac6ce-6e04-4c2a-a767-c1ba40f23956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:06.905395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-91029288-7729-48b6-b634-d6908afa130b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:06.956528 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ac6ce-6e04-4c2a-a767-c1ba40f23956 admin admin] Pushing event deleted for resources: {'Port': ['ID=470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:06.986031 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f58ac6ce-6e04-4c2a-a767-c1ba40f23956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:07.062869 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f58ac6ce-6e04-4c2a-a767-c1ba40f23956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854126999'] for router_gateway, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:07.251788 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f58ac6ce-6e04-4c2a-a767-c1ba40f23956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854230475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5879'] for router, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:07.254063 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f58ac6ce-6e04-4c2a-a767-c1ba40f23956 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:07.490318 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f58ac6ce-6e04-4c2a-a767-c1ba40f23956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-542065'] for router, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:07.490933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58ac6ce-6e04-4c2a-a767-c1ba40f23956 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9 {{(pid=86385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 23:41:07.510245 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f58ac6ce-6e04-4c2a-a767-c1ba40f23956 admin admin] Notify callbacks [] for router, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:07.511622 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f58ac6ce-6e04-4c2a-a767-c1ba40f23956 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f7296e54-3cb0-42e5-a5ae-0a19ee9b69d9 HTTP/1.1" status: 204  len: 168 time: 1.6963801
Apr 20 23:41:07.536725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43674) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:07.566351 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:41:07.607947 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:41:07.608325 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 470d5935-5a7c-4f1e-9ed1-8f2069c7ff0d not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:41:07.609012 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device b4ed1d73-61d8-4d27-9913-cdc1c30a6e58 no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:41:07.648415 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: b4ed1d73-61d8-4d27-9913-cdc1c30a6e58 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:41:07.648822 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device b4ed1d73-61d8-4d27-9913-cdc1c30a6e58 not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:41:07.825996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-674b34d0-b829-4cb8-9e35-30a3df733cad admin admin] Deleting subnet 87180e83-62f3-404a-9c4e-515fba272188 {{(pid=86385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:41:07.829387 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-674b34d0-b829-4cb8-9e35-30a3df733cad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:07.883115 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-674b34d0-b829-4cb8-9e35-30a3df733cad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851430518'] for subnet, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:07.940078 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-674b34d0-b829-4cb8-9e35-30a3df733cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821926496'] for subnet, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:08.275516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-674b34d0-b829-4cb8-9e35-30a3df733cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32849304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851396337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851829637'] for subnet, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:08.280945 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-63a3c65c-4108-4037-8803-4f4b6b7309ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:08.321484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b34d0-b829-4cb8-9e35-30a3df733cad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87180e83-62f3-404a-9c4e-515fba272188,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:08.324748 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-674b34d0-b829-4cb8-9e35-30a3df733cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:08.341024 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-674b34d0-b829-4cb8-9e35-30a3df733cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:08.345437 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-674b34d0-b829-4cb8-9e35-30a3df733cad admin admin] 10.222.0.15 "DELETE /v2.0/subnets/87180e83-62f3-404a-9c4e-515fba272188 HTTP/1.1" status: 204  len: 168 time: 0.8289075
Apr 20 23:41:08.347033 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43686) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:08.452931 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:08.470876 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b1ccefe4-da0c-482d-95e0-095541d4d76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821894164'] for network, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:08.588936 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49e1ad-0324-48d9-92cd-56fc980cb36a req-6c4d4fbc-30b4-47fa-a732-fc29b26c8e28 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:08.590522 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7e49e1ad-0324-48d9-92cd-56fc980cb36a req-6c4d4fbc-30b4-47fa-a732-fc29b26c8e28 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 985 time: 0.1696422
Apr 20 23:41:08.593752 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57be11-fb49-4593-9be2-d2ce14491c91 req-dff73d39-130a-4d56-af7c-ff1db395e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:08.595138 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c57be11-fb49-4593-9be2-d2ce14491c91 req-dff73d39-130a-4d56-af7c-ff1db395e7ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b369251a0ab64bcd9731f006de4b1c8d&device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 1138 time: 0.1243577
Apr 20 23:41:08.608655 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b1ccefe4-da0c-482d-95e0-095541d4d76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32849397', 'neutron.services.segments.db._delete_segments_for_network-8727759383667'] for network, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:08.740395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-b1ccefe4-da0c-482d-95e0-095541d4d76c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f016ee67860>,) {'filters': {'network_id': ['d8a7082e-55ec-4c0a-a383-56dcccffdd3e']}} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:08.754923 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-b1ccefe4-da0c-482d-95e0-095541d4d76c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f016ee67860>, 'd03d5ad0-e8b0-44b9-b969-e864cc02b75d') {'for_net_delete': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:08.755308 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-b1ccefe4-da0c-482d-95e0-095541d4d76c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f016ee67860>, 'd03d5ad0-e8b0-44b9-b969-e864cc02b75d') {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:08.769899 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b1ccefe4-da0c-482d-95e0-095541d4d76c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309095412067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345282'] for segment, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:08.786977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b1ccefe4-da0c-482d-95e0-095541d4d76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:08.794169 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ccefe4-da0c-482d-95e0-095541d4d76c admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=86385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:41:08.828699 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43692) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:08.936197 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-7e49e1ad-0324-48d9-92cd-56fc980cb36a req-de21c9fa-7eab-4213-bae6-1699aeee07d7 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Synchronizing usage tracker for tenant:b369251a0ab64bcd9731f006de4b1c8d on resource:security_group {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:41:08.994747 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-7e49e1ad-0324-48d9-92cd-56fc980cb36a req-de21c9fa-7eab-4213-bae6-1699aeee07d7 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Unset dirty status for tenant:b369251a0ab64bcd9731f006de4b1c8d on resource:security_group {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:41:08.996143 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7e49e1ad-0324-48d9-92cd-56fc980cb36a req-de21c9fa-7eab-4213-bae6-1699aeee07d7 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&id=21c0b23e-480e-456f-8d92-fac3c3b2dd6e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3985510
Apr 20 23:41:09.000957 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57be11-fb49-4593-9be2-d2ce14491c91 req-c7b9afdd-d624-4037-9d82-4bd6a374f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:09.002774 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c57be11-fb49-4593-9be2-d2ce14491c91 req-c7b9afdd-d624-4037-9d82-4bd6a374f616 service neutron] 10.222.0.10 "GET /v2.0/networks?id=aaab3e3e-46fc-404b-8b71-8c9a8872960a HTTP/1.1" status: 200  len: 914 time: 0.3883331
Apr 20 23:41:09.042541 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e063d4-05d4-483f-a663-fa2450c5b55b admin admin] Deleting subnet 287a11c2-d117-4aec-b243-74eeae3a4100 {{(pid=86385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:41:09.049332 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-b1ccefe4-da0c-482d-95e0-095541d4d76c admin admin] Network d8a7082e-55ec-4c0a-a383-56dcccffdd3e has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:41:09.059073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b1ccefe4-da0c-482d-95e0-095541d4d76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821929039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379372'] for segment, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:09.073515 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f9e063d4-05d4-483f-a663-fa2450c5b55b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:09.117128 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c57be11-fb49-4593-9be2-d2ce14491c91 req-3803488a-7797-4fb7-b92c-c5d71453b701 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4994c204-57ba-4dd4-9a29-cff70725c3ec HTTP/1.1" status: 200  len: 1001 time: 0.1063893
Apr 20 23:41:09.189036 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57be11-fb49-4593-9be2-d2ce14491c91 req-c74d2d81-3b3a-4a4e-93dc-ea9551fd3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:09.190516 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c57be11-fb49-4593-9be2-d2ce14491c91 req-c74d2d81-3b3a-4a4e-93dc-ea9551fd3938 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9484c80a-583b-4813-8ae5-4f679e110c42 HTTP/1.1" status: 200  len: 853 time: 0.0666037
Apr 20 23:41:09.257249 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f9e063d4-05d4-483f-a663-fa2450c5b55b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851430518'] for subnet, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:09.278646 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57be11-fb49-4593-9be2-d2ce14491c91 req-dbb8fe81-b860-4d40-9aed-ec11007fdc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:09.280298 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c57be11-fb49-4593-9be2-d2ce14491c91 req-dbb8fe81-b860-4d40-9aed-ec11007fdc69 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aaab3e3e-46fc-404b-8b71-8c9a8872960a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809655
Apr 20 23:41:09.324194 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-b1ccefe4-da0c-482d-95e0-095541d4d76c admin admin] Network d8a7082e-55ec-4c0a-a383-56dcccffdd3e has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]: Traceback (most recent call last):
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:     timer()
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:     cb(*args, **kw)
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:     return func(*args, **kwargs)
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:     self._notify()
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:     self.callback(batched_events)
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:     event.method(event)
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:     segment_id)['aggregates'][0]
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:     return f(self, *a, **k)
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self._get(url).json()
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:     **kwargs)
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:     **endpoint_filter)
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:41:09.359974 dv-cinder-680889-5-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:41:09.420899 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c57be11-fb49-4593-9be2-d2ce14491c91 req-cd8bed78-be6a-4a31-be90-617b81c0e199 service neutron] 10.222.0.10 "GET /v2.0/networks/aaab3e3e-46fc-404b-8b71-8c9a8872960a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337910
Apr 20 23:41:09.452253 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f9e063d4-05d4-483f-a663-fa2450c5b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821926496'] for subnet, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:09.523634 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b1ccefe4-da0c-482d-95e0-095541d4d76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821926403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854229106'] for network, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:09.563440 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c57be11-fb49-4593-9be2-d2ce14491c91 req-4234803e-f0af-4d2e-b5e7-b0ebd1256752 service neutron] 10.222.0.10 "GET /v2.0/networks/aaab3e3e-46fc-404b-8b71-8c9a8872960a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356747
Apr 20 23:41:09.583161 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:09.609044 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b1ccefe4-da0c-482d-95e0-095541d4d76c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:09.621695 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ccefe4-da0c-482d-95e0-095541d4d76c admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a7082e-55ec-4c0a-a383-56dcccffdd3e,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:09.626893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b1ccefe4-da0c-482d-95e0-095541d4d76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:09.676815 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b1ccefe4-da0c-482d-95e0-095541d4d76c admin admin] 10.222.0.15 "DELETE /v2.0/networks/d8a7082e-55ec-4c0a-a383-56dcccffdd3e HTTP/1.1" status: 204  len: 168 time: 1.3262846
Apr 20 23:41:10.032695 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f9e063d4-05d4-483f-a663-fa2450c5b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32849304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851396337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851829637'] for subnet, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:10.034224 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 43700) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:10.039110 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-674b34d0-b829-4cb8-9e35-30a3df733cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:10.084418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e063d4-05d4-483f-a663-fa2450c5b55b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=287a11c2-d117-4aec-b243-74eeae3a4100,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:10.086720 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f9e063d4-05d4-483f-a663-fa2450c5b55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:10.091373 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f9e063d4-05d4-483f-a663-fa2450c5b55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:10.094592 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c3638147-953a-4bcd-a158-391931646c55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab95038a22354139a0254e25eb4cccde&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0564249
Apr 20 23:41:10.094732 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f9e063d4-05d4-483f-a663-fa2450c5b55b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/287a11c2-d117-4aec-b243-74eeae3a4100 HTTP/1.1" status: 204  len: 168 time: 1.2646546
Apr 20 23:41:10.095211 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43704) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:10.097167 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 43706) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:10.216530 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821894164'] for network, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:10.225104 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48b5d611-8c1b-40c9-b033-d8579ff5cdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:10.266046 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48b5d611-8c1b-40c9-b033-d8579ff5cdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:10.284435 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a44af9-9cf4-4930-b9ef-388b93c490e0 req-aa7370e2-84ec-4ff8-8c06-a865373f0569 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:10.286021 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c1a44af9-9cf4-4930-b9ef-388b93c490e0 req-aa7370e2-84ec-4ff8-8c06-a865373f0569 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 985 time: 0.1604953
Apr 20 23:41:10.348455 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32849397', 'neutron.services.segments.db._delete_segments_for_network-8727759383667'] for network, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:10.358708 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c1a44af9-9cf4-4930-b9ef-388b93c490e0 req-2a4f009f-0bb4-49ed-b737-167de8917044 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&id=21c0b23e-480e-456f-8d92-fac3c3b2dd6e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0631564
Apr 20 23:41:10.406591 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48b5d611-8c1b-40c9-b033-d8579ff5cdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:10.412512 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-345df69d-66b5-4397-8681-65b8be77a5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:10.426888 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5d611-8c1b-40c9-b033-d8579ff5cdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9288a558-0149-4d09-9415-35683ab65972,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:10.429756 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-48b5d611-8c1b-40c9-b033-d8579ff5cdb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:10.467210 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f016f3a6a90>> segment before_delete 55550000 {{(pid=86386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:41:10.467626 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f016f3a6a90>> subnet precommit_delete_associations 55550000 {{(pid=86386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:41:10.468474 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f016d987198>> segment_host_mapping after_create 55550000 {{(pid=86386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:41:10.468863 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f016d987198>> port after_create 55550000 {{(pid=86386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:41:10.468999 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48b5d611-8c1b-40c9-b033-d8579ff5cdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:10.469277 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f016d987198>> port after_delete 55550000 {{(pid=86386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:41:10.469645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f016d987198>> port after_update 55550000 {{(pid=86386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:41:10.470134 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-48b5d611-8c1b-40c9-b033-d8579ff5cdb0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9288a558-0149-4d09-9415-35683ab65972 HTTP/1.1" status: 204  len: 168 time: 0.3738155
Apr 20 23:41:10.473101 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f016d987198>> segment after_delete 55550000 {{(pid=86386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:41:10.473494 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f016d987198>> subnet after_create 55550000 {{(pid=86386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:41:10.473871 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f016d987198>> subnet after_delete 55550000 {{(pid=86386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:41:10.474288 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f016d987198>> subnet after_update 55550000 {{(pid=86386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:41:10.588613 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f016e305dd8>> subnet after_create 55550000 {{(pid=86386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:41:10.589011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f016e305dd8>> subnet after_delete 55550000 {{(pid=86386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:41:10.589392 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f016e305dd8>> subnet before_create 55550000 {{(pid=86386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:41:10.589774 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f016e305dd8>> subnet before_update 55550000 {{(pid=86386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:41:10.590165 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f016d84c240>,) {'filters': {'network_id': ['5ad66b57-b29d-4558-b5b1-483f5e8f8ecb']}} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:10.604037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f016d84c240>, 'ac36d1cd-304a-4619-8f96-5e255e4b9ecd') {'for_net_delete': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:10.604377 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f016d84c240>, 'ac36d1cd-304a-4619-8f96-5e255e4b9ecd') {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:10.616359 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309095412067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-872952'] for segment, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:10.686490 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:10.694909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=86386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:41:10.899694 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Network 5ad66b57-b29d-4558-b5b1-483f5e8f8ecb has no segments {{(pid=86386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:41:10.900614 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821929039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852190904'] for segment, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:11.090196 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Network 5ad66b57-b29d-4558-b5b1-483f5e8f8ecb has no segments {{(pid=86386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:   from cryptography.utils import int_from_bytes
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:   from cryptography.utils import int_from_bytes
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:   (rel_b, rel_a, rel_b),
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:   (rel_b, rel_a, rel_b),
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]: Traceback (most recent call last):
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:     timer()
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:     cb(*args, **kw)
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:     return func(*args, **kwargs)
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:     self._notify()
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:     self.callback(batched_events)
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:     event.method(event)
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:     segment_id)['aggregates'][0]
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:     return f(self, *a, **k)
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self._get(url).json()
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:     **kwargs)
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:     **endpoint_filter)
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:41:11.116879 dv-cinder-680889-5-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:41:11.458700 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821926403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854229106'] for network, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:11.464875 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:11.485036 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:11.497919 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ad66b57-b29d-4558-b5b1-483f5e8f8ecb,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:11.543185 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:11.624140 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5ad66b57-b29d-4558-b5b1-483f5e8f8ecb HTTP/1.1" status: 204  len: 168 time: 1.5258408
Apr 20 23:41:11.658497 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f351947-f9fb-44ac-989b-343845fda301 req-37c7908e-68a2-4d60-9cc1-2f94cc78a493 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:11.660058 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2f351947-f9fb-44ac-989b-343845fda301 req-37c7908e-68a2-4d60-9cc1-2f94cc78a493 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 985 time: 0.1706243
Apr 20 23:41:11.667502 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-55f2afbb-823e-49fc-8677-005058a07d4e req-4db19ea2-cceb-41fb-aaea-c68f2cdee898 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1232765
Apr 20 23:41:11.708423 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43738) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:11.781751 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2f351947-f9fb-44ac-989b-343845fda301 req-7cd20930-a0ef-40a3-813c-8d17aba29282 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&id=21c0b23e-480e-456f-8d92-fac3c3b2dd6e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1123235
Apr 20 23:41:11.813655 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2afbb-823e-49fc-8677-005058a07d4e req-872f5545-0241-4329-ac40-1fdaf5e290bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:11.822477 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-55f2afbb-823e-49fc-8677-005058a07d4e req-872f5545-0241-4329-ac40-1fdaf5e290bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=329d4da5822347079a9af5d11eb238fa&device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 1100 time: 0.0920467
Apr 20 23:41:11.846030 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2085834014-network', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:11.851120 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:11.855535 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Usage tracker for resource:network and tenant:622c2b3243a145fe8008ad8c6b2c7620 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:41:11.858534 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:41:11.865431 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:11.965346 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43744) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:11.981657 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2afbb-823e-49fc-8677-005058a07d4e req-502124ae-3025-4b7a-ace7-a58c485c6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:11.983266 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-55f2afbb-823e-49fc-8677-005058a07d4e req-502124ae-3025-4b7a-ace7-a58c485c6fee service neutron] 10.222.0.10 "GET /v2.0/networks?id=86b2d3ea-b04f-45c5-b131-8d05e2d86813 HTTP/1.1" status: 200  len: 916 time: 0.1392360
Apr 20 23:41:11.988332 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Made reservation on behalf of 622c2b3243a145fe8008ad8c6b2c7620 for: {'network': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:41:11.993997 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:12.016239 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:12.047355 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:12.057391 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Usage tracker for resource:security_group_rule and tenant:622c2b3243a145fe8008ad8c6b2c7620 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:41:12.061178 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:41:12.065975 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b056912d-5a3c-4aef-b5fa-7c989b604440 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=739b3173e7b54b759b00fcb6f520a807&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0994117
Apr 20 23:41:12.069526 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43748) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:12.072292 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:12.095974 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-55f2afbb-823e-49fc-8677-005058a07d4e req-34ece649-678b-42bd-9f8b-7264e771c67c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52b909ea-7548-46fb-8a48-eb9a45af430f HTTP/1.1" status: 200  len: 1001 time: 0.1055849
Apr 20 23:41:12.164778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2afbb-823e-49fc-8677-005058a07d4e req-b7645485-7bbb-4a4a-8472-1c35ebf2f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:12.166943 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-55f2afbb-823e-49fc-8677-005058a07d4e req-b7645485-7bbb-4a4a-8472-1c35ebf2f55e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=511ddee7-7c62-4422-908f-d9585fcbf53b HTTP/1.1" status: 200  len: 855 time: 0.0634458
Apr 20 23:41:12.170709 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-21956733-25f2-4ddd-9865-bdae21e62b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:12.216074 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-21956733-25f2-4ddd-9865-bdae21e62b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:12.248722 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2afbb-823e-49fc-8677-005058a07d4e req-8266c33c-0166-467f-8070-bc241c171615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:12.250368 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-55f2afbb-823e-49fc-8677-005058a07d4e req-8266c33c-0166-467f-8070-bc241c171615 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86b2d3ea-b04f-45c5-b131-8d05e2d86813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765996
Apr 20 23:41:12.271547 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:12.315321 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:12.319792 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c289700f-60c5-4342-81d9-cc219371bb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:12.345554 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'}  {{(pid=86385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:41:12.361434 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-21956733-25f2-4ddd-9865-bdae21e62b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:12.369289 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f13b29-7f51-4036-a48b-0af674fc88cf,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:12.372332 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:12.372722 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Added segment 1ece5125-5818-4151-ac35-fa2f9c1f6845 of type vlan for network bf54acd7-65cc-4ce8-894c-45f7b4810ea3
Apr 20 23:41:12.378222 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:12.381853 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-602c42d6-2084-4e39-9803-0a1305b3912b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:12.393229 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-55f2afbb-823e-49fc-8677-005058a07d4e req-4608a2cf-5911-4d73-b89d-daffd36e6ae4 service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364086
Apr 20 23:41:12.396860 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21956733-25f2-4ddd-9865-bdae21e62b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d2715b-8bf3-4261-847b-9ec158a98e34,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:12.406779 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-21956733-25f2-4ddd-9865-bdae21e62b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:12.423932 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:12.476145 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-21956733-25f2-4ddd-9865-bdae21e62b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:12.477256 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-21956733-25f2-4ddd-9865-bdae21e62b16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73d2715b-8bf3-4261-847b-9ec158a98e34 HTTP/1.1" status: 204  len: 168 time: 0.4067385
Apr 20 23:41:12.496066 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:12.497699 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:12.498337 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:12.504043 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:12.542032 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-55f2afbb-823e-49fc-8677-005058a07d4e req-2df311b4-4d5d-417b-bcc9-79d561334bc9 service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425080
Apr 20 23:41:12.614825 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Pushing event updated for resources: {'Network': ['ID=bf54acd7-65cc-4ce8-894c-45f7b4810ea3,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:12.617700 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:12.622467 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9124863
Apr 20 23:41:12.625485 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43754) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:12.626607 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:41:12.631743 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-1234f9cd-503b-4a26-a440-47389db3aa79 admin admin] Request body: {'subnet': {'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2085834014-subnet', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:12.637378 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1234f9cd-503b-4a26-a440-47389db3aa79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:12.641534 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1234f9cd-503b-4a26-a440-47389db3aa79 admin admin] Usage tracker for resource:subnet and tenant:622c2b3243a145fe8008ad8c6b2c7620 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:41:12.644614 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1234f9cd-503b-4a26-a440-47389db3aa79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:41:12.651001 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1234f9cd-503b-4a26-a440-47389db3aa79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:12.698521 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1234f9cd-503b-4a26-a440-47389db3aa79 admin admin] Made reservation on behalf of 622c2b3243a145fe8008ad8c6b2c7620 for: {'subnet': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:41:12.703786 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1234f9cd-503b-4a26-a440-47389db3aa79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946129'] for subnet, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:13.016424 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c2c19-ddfb-45ac-87e5-b502cf729a7f req-c3aaad07-0b27-4347-b8ab-87730ea4fec6 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:13.018047 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-686c2c19-ddfb-45ac-87e5-b502cf729a7f req-c3aaad07-0b27-4347-b8ab-87730ea4fec6 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 985 time: 0.1058884
Apr 20 23:41:13.143502 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-686c2c19-ddfb-45ac-87e5-b502cf729a7f req-2eb3f848-ba14-40ba-9393-f90f027928a7 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&id=21c0b23e-480e-456f-8d92-fac3c3b2dd6e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1105957
Apr 20 23:41:13.261143 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1234f9cd-503b-4a26-a440-47389db3aa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3379530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946112'] for subnet, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:13.266122 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f9e063d4-05d4-483f-a663-fa2450c5b55b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:13.341695 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234f9cd-503b-4a26-a440-47389db3aa79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97053211-b5f1-465b-a73f-9aca769a79b3,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:13.345368 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1234f9cd-503b-4a26-a440-47389db3aa79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:13.351446 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1234f9cd-503b-4a26-a440-47389db3aa79 admin admin] Checking segment: {'id': '1ece5125-5818-4151-ac35-fa2f9c1f6845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:41:13.351842 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1234f9cd-503b-4a26-a440-47389db3aa79 admin admin] Network hostable DHCP agents. Network: bf54acd7-65cc-4ce8-894c-45f7b4810ea3, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:41:13.412158 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1234f9cd-503b-4a26-a440-47389db3aa79 admin admin] Network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:41:13.457086 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-1234f9cd-503b-4a26-a440-47389db3aa79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, bf54acd7-65cc-4ce8-894c-45f7b4810ea3) {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:41:13.467751 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dc2538-d7a6-46e0-a37c-a05a5daa6e1a None None] Network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:41:13.472550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1234f9cd-503b-4a26-a440-47389db3aa79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:13.473207 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1234f9cd-503b-4a26-a440-47389db3aa79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:13.509937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43778) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:13.532915 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1234f9cd-503b-4a26-a440-47389db3aa79 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9062655
Apr 20 23:41:13.535893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 43784) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:13.541410 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:13.547028 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:13.551253 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Usage tracker for resource:router and tenant:622c2b3243a145fe8008ad8c6b2c7620 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:41:13.554154 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:41:13.560479 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:13.601276 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854232352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5632'] for router, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:13.603202 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769921'] for router, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:13.630627 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1980447200-network', 'tenant_id': '68564d82e8ed4b2882bbdd48b55ca00c'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:13.636793 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:13.641938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Usage tracker for resource:network and tenant:68564d82e8ed4b2882bbdd48b55ca00c is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:41:13.645185 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:41:13.652053 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:13.709310 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03c04a8b-0d60-59db-a6f6-015f86c32765-bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'fixed_ips': [{'subnet_id': '97053211-b5f1-465b-a73f-9aca769a79b3'}]}} from dv-cinder-680889-5-iscsi. {{(pid=86387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:41:13.710266 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:13.720967 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Made reservation on behalf of 68564d82e8ed4b2882bbdd48b55ca00c for: {'network': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:41:13.724561 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:13.726569 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:13.744276 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:13.760777 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:13.764917 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Usage tracker for resource:security_group_rule and tenant:68564d82e8ed4b2882bbdd48b55ca00c is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:41:13.768528 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:41:13.774801 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:13.913678 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:13.949432 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:13.954730 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-07e8b5a4-3ea0-4db4-9914-1d3036d9f889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:13.979722 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Allocated IP 172.20.0.2 (bf54acd7-65cc-4ce8-894c-45f7b4810ea3/97053211-b5f1-465b-a73f-9aca769a79b3/770d84a0-83b7-416b-a6ce-4b647d5e3aff) {{(pid=86387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:41:13.995949 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'}  {{(pid=86385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:41:14.002385 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2ccf1f-3043-4430-9a10-fb791f9025f5,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:14.010687 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:14.018691 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:14.019094 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Added segment 52831757-1a6a-47ba-847c-9dabdcfa1f34 of type vlan for network b4231922-bfd4-4a68-8ae0-a0328bbd12c6
Apr 20 23:41:14.050003 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:14.110577 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:14.112775 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:14.113066 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:14.119835 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:14.223813 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Notify callbacks [] for port, precommit_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:14.234275 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Pushing event updated for resources: {'Network': ['ID=b4231922-bfd4-4a68-8ae0-a0328bbd12c6,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:14.237308 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:14.239605 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Transition to ACTIVE for port object 770d84a0-83b7-416b-a6ce-4b647d5e3aff will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:41:14.248344 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network b4231922-bfd4-4a68-8ae0-a0328bbd12c6 details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:41:14.268470 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769938'] for router, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:14.269284 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 43790) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:14.270262 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7591634
Apr 20 23:41:14.278208 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Request body: {'subnet': {'network_id': 'b4231922-bfd4-4a68-8ae0-a0328bbd12c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1980447200-subnet', 'tenant_id': '68564d82e8ed4b2882bbdd48b55ca00c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:14.284250 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:14.323402 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Usage tracker for resource:subnet and tenant:68564d82e8ed4b2882bbdd48b55ca00c is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:41:14.331733 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:41:14.347408 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Transition to ACTIVE for port object 770d84a0-83b7-416b-a6ce-4b647d5e3aff will not be triggered until provisioned by entity DHCP. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:41:14.357656 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:14.401721 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:14.406621 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:14.478962 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22195adc-d4ef-4b1c-8bdd-8e3eee621a21 req-45a81f64-c4bc-43e6-ac8e-8916c1dde51e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:14.480724 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-22195adc-d4ef-4b1c-8bdd-8e3eee621a21 req-45a81f64-c4bc-43e6-ac8e-8916c1dde51e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 985 time: 0.1977870
Apr 20 23:41:14.484129 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Made reservation on behalf of 68564d82e8ed4b2882bbdd48b55ca00c for: {'subnet': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:41:14.489223 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1962833'] for subnet, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:14.636583 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 is already hosted by enough agents. {{(pid=86387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:41:14.639606 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Resources bound (agent type, host, resource id):  {{(pid=86387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:41:14.643453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Received port after_create {{(pid=86387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:41:14.650347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Pushing event updated for resources: {'Port': ['ID=770d84a0-83b7-416b-a6ce-4b647d5e3aff,revision_number=1']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:14.651272 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-22195adc-d4ef-4b1c-8bdd-8e3eee621a21 req-ede58e88-b34f-41c8-9d34-e0c28232c7f1 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&id=21c0b23e-480e-456f-8d92-fac3c3b2dd6e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1446919
Apr 20 23:41:14.654504 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:14.743752 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Attempting to bind port 770d84a0-83b7-416b-a6ce-4b647d5e3aff on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:41:14.744182 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Attempting to bind port 770d84a0-83b7-416b-a6ce-4b647d5e3aff by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '1ece5125-5818-4151-ac35-fa2f9c1f6845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:41:14.744596 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Attempting to bind port 770d84a0-83b7-416b-a6ce-4b647d5e3aff on network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:41:14.750170 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:41:14.750585 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Checking segment: {'id': '1ece5125-5818-4151-ac35-fa2f9c1f6845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:41:14.751036 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:14.751570 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Bound using segment: {'id': '1ece5125-5818-4151-ac35-fa2f9c1f6845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:41:14.752085 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Bound port: 770d84a0-83b7-416b-a6ce-4b647d5e3aff, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ece5125-5818-4151-ac35-fa2f9c1f6845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:41:14.752505 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:14.848067 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] For port 770d84a0-83b7-416b-a6ce-4b647d5e3aff, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:41:14.851202 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] For port 770d84a0-83b7-416b-a6ce-4b647d5e3aff, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=770d84a0-83b7-416b-a6ce-4b647d5e3aff,segment=NetworkSegment(1ece5125-5818-4151-ac35-fa2f9c1f6845),segment_id=1ece5125-5818-4151-ac35-fa2f9c1f6845)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:41:14.881329 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:14.886990 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:14.933277 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:14.970605 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Pushing event updated for resources: {'Port': ['ID=770d84a0-83b7-416b-a6ce-4b647d5e3aff,revision_number=2']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:14.977487 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:14.984050 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:15.222585 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Allocated IP 172.27.2.208 (b49fa4d7-9497-41f5-afae-ab183fc1104b/828469c9-116a-4083-bfec-69bcf738251b/a80135e4-ec51-4de6-a546-85f26ecf6162) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:41:15.463497 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:15.490107 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852191058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1962816'] for subnet, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:15.498597 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9c644877-def4-42ad-ae0d-c9429c862384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:15.590545 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 770d84a0-83b7-416b-a6ce-4b647d5e3aff up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:41:15.591048 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf18ff0-4e74-4cb0-8bdd-eb6f6515c206,revision_number=0']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:15.599719 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Checking segment: {'id': '52831757-1a6a-47ba-847c-9dabdcfa1f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b4231922-bfd4-4a68-8ae0-a0328bbd12c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:41:15.600119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Network hostable DHCP agents. Network: b4231922-bfd4-4a68-8ae0-a0328bbd12c6, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:41:15.607702 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:15.608115 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:15.608518 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:15.608914 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:15.609306 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:15.609697 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:15.610085 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:15.610472 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:15.610883 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:15.611294 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:15.611682 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:15.612064 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:15.616214 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:15.617381 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:15.627129 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:15.682470 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port 770d84a0-83b7-416b-a6ce-4b647d5e3aff completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:41:15.709476 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:41:15.709476 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:41:15.710869 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:41:15.744439 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Network b4231922-bfd4-4a68-8ae0-a0328bbd12c6 is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:41:15.746671 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Pushing event updated for resources: {'Port': ['ID=a80135e4-ec51-4de6-a546-85f26ecf6162,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:15.755396 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:15.840382 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, b4231922-bfd4-4a68-8ae0-a0328bbd12c6) {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:41:15.848701 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994a6031-37de-4236-8836-d3029d9f94c8 None None] Network b4231922-bfd4-4a68-8ae0-a0328bbd12c6 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:41:15.877958 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ad304-8892-422a-9d47-bd8ded093d94 req-b0b2974c-72a7-48bd-a77b-e3a529bd3b99 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:15.886567 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-853ad304-8892-422a-9d47-bd8ded093d94 req-b0b2974c-72a7-48bd-a77b-e3a529bd3b99 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 985 time: 0.0946841
Apr 20 23:41:15.921108 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:15.921771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:15.938424 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-853ad304-8892-422a-9d47-bd8ded093d94 req-be7aeb64-186b-4417-920a-c1f1e5151597 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&id=21c0b23e-480e-456f-8d92-fac3c3b2dd6e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0499423
Apr 20 23:41:16.030420 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-98a906b4-6809-4be0-8fe1-2a854afa4769 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.7599764
Apr 20 23:41:16.083588 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf40038-5496-410d-b93b-2e86b7ed315a None None] Network b4231922-bfd4-4a68-8ae0-a0328bbd12c6 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:41:16.287343 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:16.426980 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e674a4ea-94e8-4ae7-89dd-739774a0677a None None] Network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:41:16.592443 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-e891b1df-a8c4-42ef-8780-70f1838fe62d None None] Provisioning for port 770d84a0-83b7-416b-a6ce-4b647d5e3aff completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:41:16.602781 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-e891b1df-a8c4-42ef-8780-70f1838fe62d None None] Provisioning complete for port 770d84a0-83b7-416b-a6ce-4b647d5e3aff triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:41:16.603240 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e891b1df-a8c4-42ef-8780-70f1838fe62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:16.816647 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e891b1df-a8c4-42ef-8780-70f1838fe62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:16.894009 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854230453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126893'] for router, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:17.022096 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-e891b1df-a8c4-42ef-8780-70f1838fe62d None None] For port 770d84a0-83b7-416b-a6ce-4b647d5e3aff, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=770d84a0-83b7-416b-a6ce-4b647d5e3aff,segment=NetworkSegment(1ece5125-5818-4151-ac35-fa2f9c1f6845),segment_id=1ece5125-5818-4151-ac35-fa2f9c1f6845)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:41:17.050270 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e891b1df-a8c4-42ef-8780-70f1838fe62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:17.052220 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:17.128789 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891b1df-a8c4-42ef-8780-70f1838fe62d None None] Pushing event updated for resources: {'Port': ['ID=770d84a0-83b7-416b-a6ce-4b647d5e3aff,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:17.132085 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e891b1df-a8c4-42ef-8780-70f1838fe62d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:17.172580 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-ae88ec94-eada-410a-8817-1501ea0ef259 None None] Provisioning complete for port 770d84a0-83b7-416b-a6ce-4b647d5e3aff triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:41:17.173008 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ae88ec94-eada-410a-8817-1501ea0ef259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:17.202728 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abf667-722e-4b06-ac1d-f96513a3deda req-27669d77-c815-4875-9f76-02b65b2f6193 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:17.206024 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f7abf667-722e-4b06-ac1d-f96513a3deda req-27669d77-c815-4875-9f76-02b65b2f6193 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 985 time: 0.1320949
Apr 20 23:41:17.258628 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f7abf667-722e-4b06-ac1d-f96513a3deda req-79b2376c-a1b8-4f09-8c95-93aec509f8fb tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&id=21c0b23e-480e-456f-8d92-fac3c3b2dd6e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0473754
Apr 20 23:41:17.259570 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 is scheduled to L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb with binding_index 1 {{(pid=86386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:41:17.449169 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:41:17.458220 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Sync routers for ids ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:41:17.468410 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Routers {'4090d5d2-4fb8-45e4-af5e-e943f2b3b896'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:41:17.469086 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e865c18>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:40:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:17.498158 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Notify callbacks [] for router, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:17.499467 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.9624774
Apr 20 23:41:17.503418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43810) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:17.593117 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 770d84a0-83b7-416b-a6ce-4b647d5e3aff up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:41:17.732864 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Set router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:41:17.841660 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 770d84a0-83b7-416b-a6ce-4b647d5e3aff triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:41:17.842243 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:18.160113 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e865c18>, [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:41:15Z', 'revision_number': 3, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port': {'id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:15Z', 'updated_at': '2021-04-20T23:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:18.166369 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Checking router: 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:41:18.166767 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Updating router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 port a80135e4-ec51-4de6-a546-85f26ecf6162 binding host dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:41:18.386038 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:18.467748 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0ada8-4315-4ad3-aec9-60dea5d0d59d req-02468198-9b1a-4a35-980a-cf66bcbca3ab tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:18.469367 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bdd0ada8-4315-4ad3-aec9-60dea5d0d59d req-02468198-9b1a-4a35-980a-cf66bcbca3ab tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 985 time: 0.0931418
Apr 20 23:41:18.487679 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40653453-7d93-47d4-bd2b-a3174580202f req-df3a148f-3374-4884-aba6-3004fe6d89a0 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:18.488429 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-40653453-7d93-47d4-bd2b-a3174580202f req-df3a148f-3374-4884-aba6-3004fe6d89a0 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Synchronizing usage tracker for tenant:68564d82e8ed4b2882bbdd48b55ca00c on resource:network {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:41:18.524546 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bdd0ada8-4315-4ad3-aec9-60dea5d0d59d req-e72c3f8e-7cd6-4ba0-bf86-3215c47758e7 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&id=21c0b23e-480e-456f-8d92-fac3c3b2dd6e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0481372
Apr 20 23:41:18.559015 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-40653453-7d93-47d4-bd2b-a3174580202f req-df3a148f-3374-4884-aba6-3004fe6d89a0 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Unset dirty status for tenant:68564d82e8ed4b2882bbdd48b55ca00c on resource:network {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:41:18.560311 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40653453-7d93-47d4-bd2b-a3174580202f req-df3a148f-3374-4884-aba6-3004fe6d89a0 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/networks?id=b4231922-bfd4-4a68-8ae0-a0328bbd12c6 HTTP/1.1" status: 200  len: 814 time: 0.3224106
Apr 20 23:41:18.586125 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40653453-7d93-47d4-bd2b-a3174580202f req-04750699-5ac7-4bce-b9d0-3ade4e61d9e0 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/quotas/68564d82e8ed4b2882bbdd48b55ca00c HTTP/1.1" status: 200  len: 375 time: 0.0152810
Apr 20 23:41:18.676652 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40653453-7d93-47d4-bd2b-a3174580202f req-5e08cdee-7fb0-447f-984b-236dae5cc6ab tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=68564d82e8ed4b2882bbdd48b55ca00c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0537455
Apr 20 23:41:18.740394 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Notify callbacks [] for port, precommit_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:18.753475 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Transition to ACTIVE for port object a80135e4-ec51-4de6-a546-85f26ecf6162 will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:41:18.771016 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:18.789253 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:18.794708 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:18.876870 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Attempting to bind port a80135e4-ec51-4de6-a546-85f26ecf6162 on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:41:18.877415 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Attempting to bind port a80135e4-ec51-4de6-a546-85f26ecf6162 by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:41:18.877692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Attempting to bind port a80135e4-ec51-4de6-a546-85f26ecf6162 on network b49fa4d7-9497-41f5-afae-ab183fc1104b {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:41:18.887856 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:41:18.888281 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Checking segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:41:18.888733 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:18.889173 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Bound using segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:41:18.889718 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Bound port: a80135e4-ec51-4de6-a546-85f26ecf6162, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:41:18.890146 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:18.916808 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40653453-7d93-47d4-bd2b-a3174580202f req-254f5990-eef3-4caf-8266-965addc14138 service neutron] 10.222.0.15 "GET /v2.0/networks/b4231922-bfd4-4a68-8ae0-a0328bbd12c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2283797
Apr 20 23:41:18.921271 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a076f8e-248b-4b69-9a69-5a83aeb17992 None None] Pushing event updated for resources: {'Port': ['ID=a80135e4-ec51-4de6-a546-85f26ecf6162,revision_number=2']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:18.924329 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2a076f8e-248b-4b69-9a69-5a83aeb17992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:18.971778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] For port a80135e4-ec51-4de6-a546-85f26ecf6162, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:41:18.974928 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] For port a80135e4-ec51-4de6-a546-85f26ecf6162, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=a80135e4-ec51-4de6-a546-85f26ecf6162,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:41:19.010746 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:19.015636 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2a076f8e-248b-4b69-9a69-5a83aeb17992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:19.097381 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Routers {'4090d5d2-4fb8-45e4-af5e-e943f2b3b896'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:41:19.098067 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e865c18>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:40:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:19.157434 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a076f8e-248b-4b69-9a69-5a83aeb17992 None None] Pushing event updated for resources: {'Port': ['ID=a80135e4-ec51-4de6-a546-85f26ecf6162,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:19.167634 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40653453-7d93-47d4-bd2b-a3174580202f req-136672c5-19b0-4f9a-8b90-2aaa69ae416e service neutron] 10.222.0.15 "GET /v2.0/networks/b4231922-bfd4-4a68-8ae0-a0328bbd12c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2175126
Apr 20 23:41:19.168778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Allocated IP 172.20.0.1 (bf54acd7-65cc-4ce8-894c-45f7b4810ea3/97053211-b5f1-465b-a73f-9aca769a79b3/101277fe-863d-4cb2-ab5d-885338cae4f0) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:41:19.220864 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2a076f8e-248b-4b69-9a69-5a83aeb17992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:19.299395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] Set router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:41:19.327126 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:19.345942 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Transition to ACTIVE for port object 101277fe-863d-4cb2-ab5d-885338cae4f0 will not be triggered until provisioned by entity DHCP. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:41:19.407845 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:19.413980 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:19.442130 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-32dea9ac-d1ca-43e1-b1e4-3a4b7bbf1da4 req-cf5f7550-9c9e-4c83-b2b8-ed5356d49127 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db87e31a-f212-4f06-af0f-a0a64a1a285c HTTP/1.1" status: 200  len: 210 time: 0.0557876
Apr 20 23:41:19.510042 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:41:19.514040 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:41:19.517671 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Pushing event updated for resources: {'Port': ['ID=101277fe-863d-4cb2-ab5d-885338cae4f0,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:19.518783 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:41:19.549630 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:19.589133 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546574'] for router_interface, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:19.637914 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e865c18>, [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:41:15Z', 'revision_number': 3, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port': {'id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:15Z', 'updated_at': '2021-04-20T23:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:19.642632 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28506af-bd30-46ad-aa5b-a8dd0bc088e9 None None] The sync data for ids ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'] in dv-cinder-680889-5-iscsi is: [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:41:15Z', 'revision_number': 3, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port': {'id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:15Z', 'updated_at': '2021-04-20T23:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:41:19.781741 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d5e1044c-eab4-4655-acfd-4c214d5fbfc5 None None] Provisioning for port 101277fe-863d-4cb2-ab5d-885338cae4f0 completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:41:19.787750 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d5e1044c-eab4-4655-acfd-4c214d5fbfc5 None None] Provisioning complete for port 101277fe-863d-4cb2-ab5d-885338cae4f0 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:41:19.788179 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d5e1044c-eab4-4655-acfd-4c214d5fbfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:19.850538 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1044c-eab4-4655-acfd-4c214d5fbfc5 None None] Port 101277fe-863d-4cb2-ab5d-885338cae4f0 cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:41:19.870076 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad011f8-2538-4bd4-b3c5-5e8bfaf3dd9d req-09896993-d0ef-4f25-93c9-4103342d7cf6 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:19.871740 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fad011f8-2538-4bd4-b3c5-5e8bfaf3dd9d req-09896993-d0ef-4f25-93c9-4103342d7cf6 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 985 time: 0.1365073
Apr 20 23:41:19.936438 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fad011f8-2538-4bd4-b3c5-5e8bfaf3dd9d req-1f5de1bb-489e-4637-88cd-c4e5c0f078cf tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&id=21c0b23e-480e-456f-8d92-fac3c3b2dd6e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0578077
Apr 20 23:41:20.034382 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:20.317482 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:20.353841 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379410'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:20.385561 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:20.476010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33003090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854229143'] for router_interface, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:20.481345 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Pushing event updated for resources: {'Port': ['ID=101277fe-863d-4cb2-ab5d-885338cae4f0,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:20.484324 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:20.613056 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7bd85131-950b-4cfd-8833-2655f59dabb8 req-ad1ebbc3-1f05-43cc-9313-416f3ff59707 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db87e31a-f212-4f06-af0f-a0a64a1a285c HTTP/1.1" status: 200  len: 210 time: 0.0542343
Apr 20 23:41:20.629290 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:41:20.630440 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:41:20.877545 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-ee87f40e-f463-4bbe-82b6-a3dfe713d13a None None] Provisioning complete for port 101277fe-863d-4cb2-ab5d-885338cae4f0 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:41:20.877963 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ee87f40e-f463-4bbe-82b6-a3dfe713d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:20.942347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-ee87f40e-f463-4bbe-82b6-a3dfe713d13a None None] Port 101277fe-863d-4cb2-ab5d-885338cae4f0 cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:41:21.147282 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:41:21.232982 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8aad86-15f7-4156-a0cc-77c28c2db4a5 req-97abcedd-8898-45f7-88de-923fc2ab11c9 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:21.234537 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ca8aad86-15f7-4156-a0cc-77c28c2db4a5 req-97abcedd-8898-45f7-88de-923fc2ab11c9 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 985 time: 0.1757483
Apr 20 23:41:21.374356 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ca8aad86-15f7-4156-a0cc-77c28c2db4a5 req-19217189-4a48-4993-9f01-2db88c48d1eb tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&id=21c0b23e-480e-456f-8d92-fac3c3b2dd6e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0768518
Apr 20 23:41:21.389725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40653453-7d93-47d4-bd2b-a3174580202f req-9affd60b-27e2-48c9-aca6-a89f3f2c413a tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:21.391345 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40653453-7d93-47d4-bd2b-a3174580202f req-9affd60b-27e2-48c9-aca6-a89f3f2c413a tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.10 "GET /v2.0/networks?id=b4231922-bfd4-4a68-8ae0-a0328bbd12c6 HTTP/1.1" status: 200  len: 814 time: 0.1690075
Apr 20 23:41:21.403626 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:41:21.411738 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-40653453-7d93-47d4-bd2b-a3174580202f req-18ce9408-f9d0-4956-98c2-10b73b1a127e tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Request body: {'port': {'device_id': 'db87e31a-f212-4f06-af0f-a0a64a1a285c', 'network_id': 'b4231922-bfd4-4a68-8ae0-a0328bbd12c6', 'admin_state_up': True, 'tenant_id': '68564d82e8ed4b2882bbdd48b55ca00c'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:21.419320 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] 10.222.0.15 "PUT /v2.0/routers/4090d5d2-4fb8-45e4-af5e-e943f2b3b896/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9084580
Apr 20 23:41:21.580217 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-40653453-7d93-47d4-bd2b-a3174580202f req-18ce9408-f9d0-4956-98c2-10b73b1a127e tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:21.589465 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-40653453-7d93-47d4-bd2b-a3174580202f req-18ce9408-f9d0-4956-98c2-10b73b1a127e tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Usage tracker for resource:port and tenant:68564d82e8ed4b2882bbdd48b55ca00c is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:41:21.593595 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-40653453-7d93-47d4-bd2b-a3174580202f req-18ce9408-f9d0-4956-98c2-10b73b1a127e tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:41:21.595925 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device a80135e4-ec51-4de6-a546-85f26ecf6162 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:41:21.599821 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-40653453-7d93-47d4-bd2b-a3174580202f req-18ce9408-f9d0-4956-98c2-10b73b1a127e tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:21.646682 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40653453-7d93-47d4-bd2b-a3174580202f req-18ce9408-f9d0-4956-98c2-10b73b1a127e tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Made reservation on behalf of 68564d82e8ed4b2882bbdd48b55ca00c for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:41:21.653784 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40653453-7d93-47d4-bd2b-a3174580202f req-18ce9408-f9d0-4956-98c2-10b73b1a127e tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:21.709041 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port a80135e4-ec51-4de6-a546-85f26ecf6162 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:41:21.716072 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port a80135e4-ec51-4de6-a546-85f26ecf6162 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:41:21.716769 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:21.850480 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfaa278c-5e57-4a9f-9a69-ce65e1deb4b4 req-63b0c6a0-1a02-489a-9063-81848586987b tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db87e31a-f212-4f06-af0f-a0a64a1a285c HTTP/1.1" status: 200  len: 210 time: 0.0738745
Apr 20 23:41:21.860312 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-40653453-7d93-47d4-bd2b-a3174580202f req-18ce9408-f9d0-4956-98c2-10b73b1a127e tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Allocated IP 172.20.0.6 (b4231922-bfd4-4a68-8ae0-a0328bbd12c6/8bf18ff0-4e74-4cb0-8bdd-eb6f6515c206/4d272419-70be-4660-9d9b-f3d907360b23) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:41:21.862905 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:21.882824 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port a80135e4-ec51-4de6-a546-85f26ecf6162, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=a80135e4-ec51-4de6-a546-85f26ecf6162,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:41:21.926728 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:21.930701 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:22.009456 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=a80135e4-ec51-4de6-a546-85f26ecf6162,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:22.012683 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:22.089818 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40653453-7d93-47d4-bd2b-a3174580202f req-18ce9408-f9d0-4956-98c2-10b73b1a127e tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:22.144096 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40653453-7d93-47d4-bd2b-a3174580202f req-18ce9408-f9d0-4956-98c2-10b73b1a127e tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:22.150736 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6e363554-efbc-4b14-9fb7-fc069289655b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:22.221673 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40653453-7d93-47d4-bd2b-a3174580202f req-18ce9408-f9d0-4956-98c2-10b73b1a127e tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Network b4231922-bfd4-4a68-8ae0-a0328bbd12c6 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:41:22.225465 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-40653453-7d93-47d4-bd2b-a3174580202f req-18ce9408-f9d0-4956-98c2-10b73b1a127e tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:41:22.230133 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-40653453-7d93-47d4-bd2b-a3174580202f req-18ce9408-f9d0-4956-98c2-10b73b1a127e tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:41:22.271108 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce9408-f9d0-4956-98c2-10b73b1a127e tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Pushing event updated for resources: {'Port': ['ID=4d272419-70be-4660-9d9b-f3d907360b23,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:22.275856 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-18ce9408-f9d0-4956-98c2-10b73b1a127e tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:22.304574 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40653453-7d93-47d4-bd2b-a3174580202f req-18ce9408-f9d0-4956-98c2-10b73b1a127e tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:22.305850 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40653453-7d93-47d4-bd2b-a3174580202f req-18ce9408-f9d0-4956-98c2-10b73b1a127e tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:22.351440 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 43860) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:22.358515 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-2e924af3-c7cd-4514-b5b8-2131018dd120 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1869180655', 'description': 'tempest-description--2076233500'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:22.364490 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40653453-7d93-47d4-bd2b-a3174580202f req-18ce9408-f9d0-4956-98c2-10b73b1a127e tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9572291
Apr 20 23:41:22.366877 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2e924af3-c7cd-4514-b5b8-2131018dd120 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:22.371871 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2e924af3-c7cd-4514-b5b8-2131018dd120 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Usage tracker for resource:security_group and tenant:622c2b3243a145fe8008ad8c6b2c7620 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:41:22.374945 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2e924af3-c7cd-4514-b5b8-2131018dd120 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:41:22.382144 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2e924af3-c7cd-4514-b5b8-2131018dd120 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:22.387659 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Request body: {'port': {'device_id': 'db87e31a-f212-4f06-af0f-a0a64a1a285c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:22.402356 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Sync routers for ids ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:41:22.412767 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Routers {'4090d5d2-4fb8-45e4-af5e-e943f2b3b896'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:41:22.413447 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e6a2e48>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:40:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:22.489668 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2e924af3-c7cd-4514-b5b8-2131018dd120 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:22.532573 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2e924af3-c7cd-4514-b5b8-2131018dd120 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:22.540883 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2e924af3-c7cd-4514-b5b8-2131018dd120 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Usage tracker for resource:security_group_rule and tenant:622c2b3243a145fe8008ad8c6b2c7620 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:41:22.543606 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:22.554600 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-2e924af3-c7cd-4514-b5b8-2131018dd120 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:41:22.567801 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-2e924af3-c7cd-4514-b5b8-2131018dd120 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:22.589558 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b80e6-0378-4a8e-8bc4-99ebfb80928c req-411380a6-fd51-4967-bd03-fc7001be4c2f tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:22.591203 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-178b80e6-0378-4a8e-8bc4-99ebfb80928c req-411380a6-fd51-4967-bd03-fc7001be4c2f tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 985 time: 0.0931826
Apr 20 23:41:22.616598 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Set router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:41:22.645821 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-178b80e6-0378-4a8e-8bc4-99ebfb80928c req-10dc1684-c78c-4d35-9199-b4b2e2a90174 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&id=21c0b23e-480e-456f-8d92-fac3c3b2dd6e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0465941
Apr 20 23:41:22.858483 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2e924af3-c7cd-4514-b5b8-2131018dd120 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:22.917650 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2e924af3-c7cd-4514-b5b8-2131018dd120 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:22.925786 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2dfe0576-8a71-4e8a-a348-1d53b8f96c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:22.964420 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c01bf5b8-1c0b-47c5-9833-55c356a0c995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:22.972246 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e6a2e48>, [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:41:19Z', 'revision_number': 4, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port': {'id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:15Z', 'updated_at': '2021-04-20T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '101277fe-863d-4cb2-ab5d-885338cae4f0', 'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'mac_address': 'fa:16:3e:76:fb:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:18Z', 'updated_at': '2021-04-20T23:41:20Z', 'revision_number': 2, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'subnets': [{'id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:22.976212 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e924af3-c7cd-4514-b5b8-2131018dd120 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:22.976409 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Checking router: 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:41:22.976732 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Updating router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 port 101277fe-863d-4cb2-ab5d-885338cae4f0 binding host dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:41:22.979748 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2e924af3-c7cd-4514-b5b8-2131018dd120 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:23.034376 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.037390 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2e924af3-c7cd-4514-b5b8-2131018dd120 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.038658 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2e924af3-c7cd-4514-b5b8-2131018dd120 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.6856318
Apr 20 23:41:23.041988 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43870) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:23.047866 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-e58ed721-a32b-48a0-aaa1-c3c14cb7bd93 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Request body: {'security_group_rule': {'security_group_id': 'c7d1f6e4-f89c-4ae3-951b-40ee8bded53c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:23.063386 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e58ed721-a32b-48a0-aaa1-c3c14cb7bd93 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:23.067975 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e58ed721-a32b-48a0-aaa1-c3c14cb7bd93 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Usage tracker for resource:security_group_rule and tenant:622c2b3243a145fe8008ad8c6b2c7620 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:41:23.071805 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-e58ed721-a32b-48a0-aaa1-c3c14cb7bd93 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:41:23.077991 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-e58ed721-a32b-48a0-aaa1-c3c14cb7bd93 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:23.110593 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d272419-70be-4660-9d9b-f3d907360b23 {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:41:23.120849 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.134291 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e58ed721-a32b-48a0-aaa1-c3c14cb7bd93 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.150416 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Transition to ACTIVE for port object 4d272419-70be-4660-9d9b-f3d907360b23 will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:41:23.168575 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e8850-5545-4d39-819f-960147148cf1 req-6cf54720-deb0-49ac-92b6-0feda023940b tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:23.169336 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-4e8e8850-5545-4d39-819f-960147148cf1 req-6cf54720-deb0-49ac-92b6-0feda023940b tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Synchronizing usage tracker for tenant:68564d82e8ed4b2882bbdd48b55ca00c on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:41:23.183860 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.189350 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:23.207123 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e58ed721-a32b-48a0-aaa1-c3c14cb7bd93 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.229628 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-4e8e8850-5545-4d39-819f-960147148cf1 req-6cf54720-deb0-49ac-92b6-0feda023940b tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Unset dirty status for tenant:68564d82e8ed4b2882bbdd48b55ca00c on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:41:23.230901 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e8e8850-5545-4d39-819f-960147148cf1 req-6cf54720-deb0-49ac-92b6-0feda023940b tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db87e31a-f212-4f06-af0f-a0a64a1a285c HTTP/1.1" status: 200  len: 931 time: 0.2018096
Apr 20 23:41:23.246550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e58ed721-a32b-48a0-aaa1-c3c14cb7bd93 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.248813 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:23.273499 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ed721-a32b-48a0-aaa1-c3c14cb7bd93 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a01794-fe9b-41ac-8d7a-4642cec7167d,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:23.276826 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e58ed721-a32b-48a0-aaa1-c3c14cb7bd93 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:23.339693 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e58ed721-a32b-48a0-aaa1-c3c14cb7bd93 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.343802 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e58ed721-a32b-48a0-aaa1-c3c14cb7bd93 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2978220
Apr 20 23:41:23.343931 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43874) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:23.348750 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Pushing event updated for resources: {'Port': ['ID=4d272419-70be-4660-9d9b-f3d907360b23,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:23.352051 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-8903e0bb-1a65-4dd9-9958-c96fa0cb79f5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Request body: {'security_group_rule': {'security_group_id': 'c7d1f6e4-f89c-4ae3-951b-40ee8bded53c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:23.358533 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8903e0bb-1a65-4dd9-9958-c96fa0cb79f5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:23.362802 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8903e0bb-1a65-4dd9-9958-c96fa0cb79f5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Usage tracker for resource:security_group_rule and tenant:622c2b3243a145fe8008ad8c6b2c7620 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:41:23.365821 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8903e0bb-1a65-4dd9-9958-c96fa0cb79f5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:41:23.372576 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8903e0bb-1a65-4dd9-9958-c96fa0cb79f5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:23.378255 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:23.414276 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Notify callbacks [] for port, precommit_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.426521 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Transition to ACTIVE for port object 101277fe-863d-4cb2-ab5d-885338cae4f0 will not be triggered until provisioned by entity L2. {{(pid=86388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:41:23.430678 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8903e0bb-1a65-4dd9-9958-c96fa0cb79f5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.445399 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e8e8850-5545-4d39-819f-960147148cf1 req-e002c82d-3f05-424f-ab09-7819cc7417ba tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2036707
Apr 20 23:41:23.457628 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.464890 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d59c2a57-3466-4061-8154-b582332a9b33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:23.487446 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Attempting to bind port 4d272419-70be-4660-9d9b-f3d907360b23 on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:41:23.487954 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Attempting to bind port 4d272419-70be-4660-9d9b-f3d907360b23 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '52831757-1a6a-47ba-847c-9dabdcfa1f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b4231922-bfd4-4a68-8ae0-a0328bbd12c6'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:41:23.488331 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Attempting to bind port 4d272419-70be-4660-9d9b-f3d907360b23 on network b4231922-bfd4-4a68-8ae0-a0328bbd12c6 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:41:23.494169 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Port 4d272419-70be-4660-9d9b-f3d907360b23 on network b4231922-bfd4-4a68-8ae0-a0328bbd12c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:41:23.494545 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Attempting to bind port 4d272419-70be-4660-9d9b-f3d907360b23 on network b4231922-bfd4-4a68-8ae0-a0328bbd12c6 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:41:23.497087 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8903e0bb-1a65-4dd9-9958-c96fa0cb79f5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.500478 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:41:23.500827 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Checking segment: {'id': '52831757-1a6a-47ba-847c-9dabdcfa1f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b4231922-bfd4-4a68-8ae0-a0328bbd12c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:41:23.501258 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Bound using segment: {'id': '52831757-1a6a-47ba-847c-9dabdcfa1f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b4231922-bfd4-4a68-8ae0-a0328bbd12c6'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:41:23.501738 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Bound port: 4d272419-70be-4660-9d9b-f3d907360b23, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52831757-1a6a-47ba-847c-9dabdcfa1f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b4231922-bfd4-4a68-8ae0-a0328bbd12c6'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:41:23.502132 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.528967 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8903e0bb-1a65-4dd9-9958-c96fa0cb79f5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.532205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e58ed721-a32b-48a0-aaa1-c3c14cb7bd93 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:23.568026 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903e0bb-1a65-4dd9-9958-c96fa0cb79f5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d5c007-49d2-45a8-b98c-8feca39eb18d,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:23.572583 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8903e0bb-1a65-4dd9-9958-c96fa0cb79f5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:23.587622 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device a80135e4-ec51-4de6-a546-85f26ecf6162 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:41:23.613392 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8903e0bb-1a65-4dd9-9958-c96fa0cb79f5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.615561 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-8903e0bb-1a65-4dd9-9958-c96fa0cb79f5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2705295
Apr 20 23:41:23.616614 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] For port 4d272419-70be-4660-9d9b-f3d907360b23, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:41:23.619763 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 43878) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:23.620761 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] For port 4d272419-70be-4660-9d9b-f3d907360b23, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4d272419-70be-4660-9d9b-f3d907360b23,segment=NetworkSegment(52831757-1a6a-47ba-847c-9dabdcfa1f34),segment_id=52831757-1a6a-47ba-847c-9dabdcfa1f34)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:41:23.628085 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Request body: {'floatingip': {'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:23.635727 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:23.640262 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Usage tracker for resource:floatingip and tenant:622c2b3243a145fe8008ad8c6b2c7620 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:41:23.643371 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:41:23.649781 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:23.652664 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.660880 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:23.672935 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port a80135e4-ec51-4de6-a546-85f26ecf6162 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:41:23.673401 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.698464 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for floatingip, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.759781 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:23.762300 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.764722 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40653453-7d93-47d4-bd2b-a3174580202f req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] 10.222.0.10 "PUT /v2.0/ports/4d272419-70be-4660-9d9b-f3d907360b23 HTTP/1.1" status: 200  len: 1093 time: 1.3838427
Apr 20 23:41:23.765551 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db87e31a-f212-4f06-af0f-a0a64a1a285c', 'tag': '4d272419-70be-4660-9d9b-f3d907360b23'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:41:23.801648 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Pushing event updated for resources: {'Port': ['ID=4d272419-70be-4660-9d9b-f3d907360b23,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:23.809177 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:23.918159 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db87e31a-f212-4f06-af0f-a0a64a1a285c', 'tag': '4d272419-70be-4660-9d9b-f3d907360b23', 'status': 'completed', 'code': 200}
Apr 20 23:41:23.922641 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad683cff-d168-4739-8902-caf6aa4f04e7 None None] Pushing event updated for resources: {'Port': ['ID=101277fe-863d-4cb2-ab5d-885338cae4f0,revision_number=3']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:23.959410 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40653453-7d93-47d4-bd2b-a3174580202f req-9a41f266-b958-4232-8b0e-acb4fe72d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:23.962624 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40653453-7d93-47d4-bd2b-a3174580202f req-9a41f266-b958-4232-8b0e-acb4fe72d6a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=68564d82e8ed4b2882bbdd48b55ca00c&device_id=db87e31a-f212-4f06-af0f-a0a64a1a285c HTTP/1.1" status: 200  len: 1096 time: 0.1033378
Apr 20 23:41:23.972529 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad683cff-d168-4739-8902-caf6aa4f04e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:23.972874 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:23.972986 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad683cff-d168-4739-8902-caf6aa4f04e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:23.973302 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad683cff-d168-4739-8902-caf6aa4f04e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:23.973672 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad683cff-d168-4739-8902-caf6aa4f04e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:23.974037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad683cff-d168-4739-8902-caf6aa4f04e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:23.974398 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad683cff-d168-4739-8902-caf6aa4f04e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:23.974760 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad683cff-d168-4739-8902-caf6aa4f04e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:23.975119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad683cff-d168-4739-8902-caf6aa4f04e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:23.975518 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad683cff-d168-4739-8902-caf6aa4f04e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:23.975889 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad683cff-d168-4739-8902-caf6aa4f04e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:23.976237 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad683cff-d168-4739-8902-caf6aa4f04e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:23.976617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad683cff-d168-4739-8902-caf6aa4f04e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:23.981178 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ad683cff-d168-4739-8902-caf6aa4f04e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:24.045269 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Attempting to bind port 101277fe-863d-4cb2-ab5d-885338cae4f0 on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:41:24.045791 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Attempting to bind port 101277fe-863d-4cb2-ab5d-885338cae4f0 by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '1ece5125-5818-4151-ac35-fa2f9c1f6845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3'}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:41:24.045990 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Attempting to bind port 101277fe-863d-4cb2-ab5d-885338cae4f0 on network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:41:24.051770 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:41:24.052190 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Checking segment: {'id': '1ece5125-5818-4151-ac35-fa2f9c1f6845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:41:24.052658 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:24.053051 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Bound using segment: {'id': '1ece5125-5818-4151-ac35-fa2f9c1f6845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3'} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:41:24.053815 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Bound port: 101277fe-863d-4cb2-ab5d-885338cae4f0, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ece5125-5818-4151-ac35-fa2f9c1f6845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3'}}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:41:24.053949 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:24.054379 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40653453-7d93-47d4-bd2b-a3174580202f req-8e8165c2-0287-4845-9dfe-baee1b2d5bf0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d272419-70be-4660-9d9b-f3d907360b23 HTTP/1.1" status: 200  len: 217 time: 0.0762711
Apr 20 23:41:24.075382 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5e0c4-ffc3-482a-a09b-cbfebe177783 req-5c0829d0-70f5-4314-8a67-d25587317594 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:24.077015 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-48f5e0c4-ffc3-482a-a09b-cbfebe177783 req-5c0829d0-70f5-4314-8a67-d25587317594 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 985 time: 0.1849725
Apr 20 23:41:24.132798 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40653453-7d93-47d4-bd2b-a3174580202f req-9e981a57-e7e7-41e7-bced-0594e645594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:24.134388 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40653453-7d93-47d4-bd2b-a3174580202f req-9e981a57-e7e7-41e7-bced-0594e645594d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf18ff0-4e74-4cb0-8bdd-eb6f6515c206 HTTP/1.1" status: 200  len: 854 time: 0.0731292
Apr 20 23:41:24.157039 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] For port 101277fe-863d-4cb2-ab5d-885338cae4f0, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:41:24.160264 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] For port 101277fe-863d-4cb2-ab5d-885338cae4f0, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=101277fe-863d-4cb2-ab5d-885338cae4f0,segment=NetworkSegment(1ece5125-5818-4151-ac35-fa2f9c1f6845),segment_id=1ece5125-5818-4151-ac35-fa2f9c1f6845)] {{(pid=86388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:41:24.189984 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:24.192304 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40653453-7d93-47d4-bd2b-a3174580202f req-7ab30481-818c-461b-a0d9-210316d8faf1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4231922-bfd4-4a68-8ae0-a0328bbd12c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480788
Apr 20 23:41:24.194769 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-48f5e0c4-ffc3-482a-a09b-cbfebe177783 req-9fc4c870-2d02-4eb8-bd83-c941c37a9330 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&id=21c0b23e-480e-456f-8d92-fac3c3b2dd6e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0735061
Apr 20 23:41:24.195808 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ad683cff-d168-4739-8902-caf6aa4f04e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:24.204612 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Allocated IP 172.27.2.144 (b49fa4d7-9497-41f5-afae-ab183fc1104b/828469c9-116a-4083-bfec-69bcf738251b/12a5df65-98f2-4775-8fea-762704e8c212) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:41:24.280241 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Routers {'4090d5d2-4fb8-45e4-af5e-e943f2b3b896'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:41:24.280936 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e6a2e48>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:40:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:24.377356 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:24.426910 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad683cff-d168-4739-8902-caf6aa4f04e7 None None] Pushing event updated for resources: {'Port': ['ID=101277fe-863d-4cb2-ab5d-885338cae4f0,revision_number=4']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:24.430938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ad683cff-d168-4739-8902-caf6aa4f04e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:24.464394 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:24.470631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:24.497996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] Set router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:41:24.537661 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:41:24.546241 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:41:24.549617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:41:24.593915 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40653453-7d93-47d4-bd2b-a3174580202f req-79d2d55d-6d8a-40df-8fe5-3febad7c272c service neutron] 10.222.0.10 "GET /v2.0/networks/b4231922-bfd4-4a68-8ae0-a0328bbd12c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3930697
Apr 20 23:41:24.620666 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Pushing event updated for resources: {'Port': ['ID=12a5df65-98f2-4775-8fea-762704e8c212,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:24.636271 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:24.636271 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:24.636271 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:24.636625 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:24.636833 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:24.637167 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:24.637538 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:24.638785 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:24.638785 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:24.638785 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:24.639046 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:24.639464 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:24.643418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:24.670228 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:24.791454 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:24.814025 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ff8ff-63c8-4d08-ba1f-ec6db3dcc606 req-f5be7c5e-fdf3-4319-8d1b-852607c3259d tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:24.815706 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e29ff8ff-63c8-4d08-ba1f-ec6db3dcc606 req-f5be7c5e-fdf3-4319-8d1b-852607c3259d tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db87e31a-f212-4f06-af0f-a0a64a1a285c HTTP/1.1" status: 200  len: 943 time: 0.2182314
Apr 20 23:41:24.821311 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40653453-7d93-47d4-bd2b-a3174580202f req-fbfe072c-1a42-4dc5-9639-5e57544f3088 service neutron] 10.222.0.10 "GET /v2.0/networks/b4231922-bfd4-4a68-8ae0-a0328bbd12c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1827400
Apr 20 23:41:24.865539 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e6a2e48>, [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:41:19Z', 'revision_number': 4, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port': {'id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:15Z', 'updated_at': '2021-04-20T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '101277fe-863d-4cb2-ab5d-885338cae4f0', 'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'mac_address': 'fa:16:3e:76:fb:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:18Z', 'updated_at': '2021-04-20T23:41:24Z', 'revision_number': 4, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'subnets': [{'id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:24.870611 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca4bb6-d4b4-4fc7-b45f-830c11c46dfe None None] The sync data for ids ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'] in dv-cinder-680889-5-iscsi is: [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:41:19Z', 'revision_number': 4, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port': {'id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:15Z', 'updated_at': '2021-04-20T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '101277fe-863d-4cb2-ab5d-885338cae4f0', 'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'mac_address': 'fa:16:3e:76:fb:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:18Z', 'updated_at': '2021-04-20T23:41:24Z', 'revision_number': 4, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'subnets': [{'id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:41:24.870831 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e29ff8ff-63c8-4d08-ba1f-ec6db3dcc606 req-09b5faf5-4fe5-429e-9b97-858b10363979 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460393
Apr 20 23:41:24.895774 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c3bddd15-008b-48e7-97e0-d65d9265fec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:25.040768 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:25.074865 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379410'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:25.080946 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:25.098211 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db861bc-9bec-403e-9dc5-55762e9caa67 req-f555f806-4714-46bf-8e45-9620d9966994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:25.099851 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1db861bc-9bec-403e-9dc5-55762e9caa67 req-f555f806-4714-46bf-8e45-9620d9966994 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=68564d82e8ed4b2882bbdd48b55ca00c&device_id=db87e31a-f212-4f06-af0f-a0a64a1a285c HTTP/1.1" status: 200  len: 1096 time: 0.0861182
Apr 20 23:41:25.196831 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Pushing event updated for resources: {'Port': ['ID=12a5df65-98f2-4775-8fea-762704e8c212,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:25.201614 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:25.206936 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854229059'] for floatingip, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:25.254398 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db861bc-9bec-403e-9dc5-55762e9caa67 req-ce34cfa6-9232-4914-9abc-b2eca4608980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:25.256004 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1db861bc-9bec-403e-9dc5-55762e9caa67 req-ce34cfa6-9232-4914-9abc-b2eca4608980 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4231922-bfd4-4a68-8ae0-a0328bbd12c6 HTTP/1.1" status: 200  len: 914 time: 0.1478660
Apr 20 23:41:25.269114 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:25.270830 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6485677
Apr 20 23:41:25.365994 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1db861bc-9bec-403e-9dc5-55762e9caa67 req-32d3537a-5cf7-4380-ad09-2cb34548972b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d272419-70be-4660-9d9b-f3d907360b23 HTTP/1.1" status: 200  len: 217 time: 0.0870185
Apr 20 23:41:25.463430 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff64ce-459f-4faa-87aa-b1e59461eaab req-e4f41c64-f03e-4042-a91e-4bd418adb8d8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:25.465575 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d1ff64ce-459f-4faa-87aa-b1e59461eaab req-e4f41c64-f03e-4042-a91e-4bd418adb8d8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 985 time: 0.1396141
Apr 20 23:41:25.495384 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db861bc-9bec-403e-9dc5-55762e9caa67 req-21ee9956-0e94-4815-8ec9-0cfdac967932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:25.497044 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1db861bc-9bec-403e-9dc5-55762e9caa67 req-21ee9956-0e94-4815-8ec9-0cfdac967932 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf18ff0-4e74-4cb0-8bdd-eb6f6515c206 HTTP/1.1" status: 200  len: 854 time: 0.1215944
Apr 20 23:41:25.499760 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-a4f89d1f-9526-4f53-9807-877186bcdf47 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Synchronizing usage tracker for tenant:622c2b3243a145fe8008ad8c6b2c7620 on resource:security_group {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:41:25.525161 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d1ff64ce-459f-4faa-87aa-b1e59461eaab req-0cc38735-5f86-479c-88dd-feedf3224f3a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&id=21c0b23e-480e-456f-8d92-fac3c3b2dd6e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0529742
Apr 20 23:41:25.569295 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1db861bc-9bec-403e-9dc5-55762e9caa67 req-b849b3b2-37bd-4efc-858c-d9b02198b412 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4231922-bfd4-4a68-8ae0-a0328bbd12c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0643876
Apr 20 23:41:25.609996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-a4f89d1f-9526-4f53-9807-877186bcdf47 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Unset dirty status for tenant:622c2b3243a145fe8008ad8c6b2c7620 on resource:security_group {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:41:25.611295 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-a4f89d1f-9526-4f53-9807-877186bcdf47 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1869180655&fields=id&tenant_id=622c2b3243a145fe8008ad8c6b2c7620 HTTP/1.1" status: 200  len: 267 time: 0.1822062
Apr 20 23:41:25.620873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 101277fe-863d-4cb2-ab5d-885338cae4f0 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:41:25.764469 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port 101277fe-863d-4cb2-ab5d-885338cae4f0 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:41:25.770395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 101277fe-863d-4cb2-ab5d-885338cae4f0 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:41:25.770898 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:25.864611 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1db861bc-9bec-403e-9dc5-55762e9caa67 req-124178d5-df50-4743-af97-2ce31428d627 service neutron] 10.222.0.10 "GET /v2.0/networks/b4231922-bfd4-4a68-8ae0-a0328bbd12c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2843909
Apr 20 23:41:25.876122 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-99e6445e-1522-47f3-a49d-0957ce495375 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:25.884286 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-99e6445e-1522-47f3-a49d-0957ce495375 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/networks?id=bf54acd7-65cc-4ce8-894c-45f7b4810ea3 HTTP/1.1" status: 200  len: 811 time: 0.2210836
Apr 20 23:41:25.902458 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:25.938563 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-543cbfdb-d636-4973-9a89-bffa9b66e411 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/quotas/622c2b3243a145fe8008ad8c6b2c7620 HTTP/1.1" status: 200  len: 375 time: 0.0532525
Apr 20 23:41:25.938733 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port 101277fe-863d-4cb2-ab5d-885338cae4f0, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=101277fe-863d-4cb2-ab5d-885338cae4f0,segment=NetworkSegment(1ece5125-5818-4151-ac35-fa2f9c1f6845),segment_id=1ece5125-5818-4151-ac35-fa2f9c1f6845)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:41:25.976063 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:25.982067 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:26.069139 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=101277fe-863d-4cb2-ab5d-885338cae4f0,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:26.080560 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:26.131944 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d5d58-a1ad-46c3-969c-561cf3ba54cb req-8cf573b1-2163-4ec1-9a76-fc0e386c06e3 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:26.134183 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-209d5d58-a1ad-46c3-969c-561cf3ba54cb req-8cf573b1-2163-4ec1-9a76-fc0e386c06e3 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db87e31a-f212-4f06-af0f-a0a64a1a285c HTTP/1.1" status: 200  len: 943 time: 0.1106513
Apr 20 23:41:26.140343 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-b13ec681-1b83-4e9a-940a-f542040341bb tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=622c2b3243a145fe8008ad8c6b2c7620&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1950755
Apr 20 23:41:26.142387 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1db861bc-9bec-403e-9dc5-55762e9caa67 req-9dfcb101-7799-470d-ab3b-bae7bc63948f service neutron] 10.222.0.10 "GET /v2.0/networks/b4231922-bfd4-4a68-8ae0-a0328bbd12c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2474957
Apr 20 23:41:26.187354 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-209d5d58-a1ad-46c3-969c-561cf3ba54cb req-5ed7f00c-cb4b-4d14-a189-e76a218bfa95 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Synchronizing usage tracker for tenant:68564d82e8ed4b2882bbdd48b55ca00c on resource:security_group {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:41:26.212786 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:26.234904 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-209d5d58-a1ad-46c3-969c-561cf3ba54cb req-5ed7f00c-cb4b-4d14-a189-e76a218bfa95 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Unset dirty status for tenant:68564d82e8ed4b2882bbdd48b55ca00c on resource:security_group {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:41:26.236342 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-209d5d58-a1ad-46c3-969c-561cf3ba54cb req-5ed7f00c-cb4b-4d14-a189-e76a218bfa95 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954325
Apr 20 23:41:26.302285 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-49b3fb4b-c46f-45df-8672-bcd1d253d65c service neutron] 10.222.0.15 "GET /v2.0/networks/bf54acd7-65cc-4ce8-894c-45f7b4810ea3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438065
Apr 20 23:41:26.381186 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:26.446348 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-b3668b15-d4d1-4437-9deb-ac3105e18fb4 service neutron] 10.222.0.15 "GET /v2.0/networks/bf54acd7-65cc-4ce8-894c-45f7b4810ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367373
Apr 20 23:41:26.668781 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-72d0c934-42fc-4572-a7d2-58d6389a4a8f req-f9852498-eedb-4ee3-a88a-43b8d57d9ff7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 210 time: 0.0526071
Apr 20 23:41:26.748642 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a533c5-41f8-4fd5-b35a-a5d439aa8700 req-02c1cf17-ed24-4064-a043-42099911dfe0 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:26.750425 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5a533c5-41f8-4fd5-b35a-a5d439aa8700 req-02c1cf17-ed24-4064-a043-42099911dfe0 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 985 time: 0.0982015
Apr 20 23:41:26.804600 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5a533c5-41f8-4fd5-b35a-a5d439aa8700 req-37145c49-0ee0-448c-8eb0-47fdb28fca41 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&id=21c0b23e-480e-456f-8d92-fac3c3b2dd6e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0471518
Apr 20 23:41:27.280685 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:27.436763 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d5706-2588-4064-9271-2a3f0bb324fc req-18a58641-17a7-4800-874e-2ecdec8d2098 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:27.438278 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2e9d5706-2588-4064-9271-2a3f0bb324fc req-18a58641-17a7-4800-874e-2ecdec8d2098 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db87e31a-f212-4f06-af0f-a0a64a1a285c HTTP/1.1" status: 200  len: 943 time: 0.0883720
Apr 20 23:41:27.486266 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2e9d5706-2588-4064-9271-2a3f0bb324fc req-df908970-6759-40e3-9fcb-9c17eac79eeb tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412457
Apr 20 23:41:27.504141 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 4d272419-70be-4660-9d9b-f3d907360b23 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:41:27.589133 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 101277fe-863d-4cb2-ab5d-885338cae4f0 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:41:27.713938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 4d272419-70be-4660-9d9b-f3d907360b23, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4d272419-70be-4660-9d9b-f3d907360b23,segment=NetworkSegment(52831757-1a6a-47ba-847c-9dabdcfa1f34),segment_id=52831757-1a6a-47ba-847c-9dabdcfa1f34)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:41:27.729532 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 101277fe-863d-4cb2-ab5d-885338cae4f0 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:41:27.729961 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:27.772792 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': '4d272419-70be-4660-9d9b-f3d907360b23', 'network_id': 'b4231922-bfd4-4a68-8ae0-a0328bbd12c6', 'port_id': '4d272419-70be-4660-9d9b-f3d907360b23', 'mac_address': 'fa:16:3e:02:50:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf18ff0-4e74-4cb0-8bdd-eb6f6515c206', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:41:27.846651 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-5ba930a5-dcad-43c8-9970-c830972df6dc req-904ebc57-ab64-44dd-98b7-265efe31092a tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Synchronizing usage tracker for tenant:622c2b3243a145fe8008ad8c6b2c7620 on resource:port {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:41:27.855158 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:27.890090 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-5ba930a5-dcad-43c8-9970-c830972df6dc req-904ebc57-ab64-44dd-98b7-265efe31092a tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Unset dirty status for tenant:622c2b3243a145fe8008ad8c6b2c7620 on resource:port {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:41:27.899956 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5ba930a5-dcad-43c8-9970-c830972df6dc req-904ebc57-ab64-44dd-98b7-265efe31092a tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 210 time: 0.1064088
Apr 20 23:41:27.905380 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d272419-70be-4660-9d9b-f3d907360b23 {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:41:27.947895 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 4d272419-70be-4660-9d9b-f3d907360b23, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4d272419-70be-4660-9d9b-f3d907360b23,segment=NetworkSegment(52831757-1a6a-47ba-847c-9dabdcfa1f34),segment_id=52831757-1a6a-47ba-847c-9dabdcfa1f34)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:41:28.006404 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:28.008265 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:28.240608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=4d272419-70be-4660-9d9b-f3d907360b23,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:28.243830 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:28.343806 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['4d272419-70be-4660-9d9b-f3d907360b23'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:41:28.800638 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-98f881ad-c5fc-4ea6-a095-922018cfaebd tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:28.802168 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-98f881ad-c5fc-4ea6-a095-922018cfaebd tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.10 "GET /v2.0/networks?id=bf54acd7-65cc-4ce8-894c-45f7b4810ea3 HTTP/1.1" status: 200  len: 811 time: 0.2227008
Apr 20 23:41:28.815336 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62831a50-1bb7-4fb3-8438-6e3ca5a74447 req-66dacf49-d578-4d81-99dd-81d14e496fab tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:28.816914 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-62831a50-1bb7-4fb3-8438-6e3ca5a74447 req-66dacf49-d578-4d81-99dd-81d14e496fab tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db87e31a-f212-4f06-af0f-a0a64a1a285c HTTP/1.1" status: 200  len: 944 time: 0.2103508
Apr 20 23:41:28.903718 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-62831a50-1bb7-4fb3-8438-6e3ca5a74447 req-0152e759-712c-4caf-bfa3-e7466a7d213f tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692935
Apr 20 23:41:28.921783 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-7be8cc09-0d5a-47ab-b45b-b2bd7805b80b tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=622c2b3243a145fe8008ad8c6b2c7620 HTTP/1.1" status: 200  len: 5709 time: 0.1038275
Apr 20 23:41:28.932427 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-76c7ccea-aafe-4586-8054-3d56cc4c74e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Request body: {'port': {'device_id': '67567c2d-e2e8-4b45-ba81-c0e5d7f31055', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'admin_state_up': True, 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'security_groups': ['c7d1f6e4-f89c-4ae3-951b-40ee8bded53c']}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:29.061021 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7469a760-6384-4d3f-af5f-25304148364b req-307477ee-5c6b-462d-8a14-068dbaee775a tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 210 time: 0.0487068
Apr 20 23:41:29.077276 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-76c7ccea-aafe-4586-8054-3d56cc4c74e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:29.087789 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-76c7ccea-aafe-4586-8054-3d56cc4c74e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:29.131680 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-76c7ccea-aafe-4586-8054-3d56cc4c74e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Made reservation on behalf of 622c2b3243a145fe8008ad8c6b2c7620 for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:41:29.138008 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-76c7ccea-aafe-4586-8054-3d56cc4c74e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:29.307199 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-76c7ccea-aafe-4586-8054-3d56cc4c74e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Allocated IP 172.20.0.6 (bf54acd7-65cc-4ce8-894c-45f7b4810ea3/97053211-b5f1-465b-a73f-9aca769a79b3/ef6b0a51-993d-4795-80dd-964f21d43395) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:41:29.502783 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-76c7ccea-aafe-4586-8054-3d56cc4c74e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:29.519494 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-76c7ccea-aafe-4586-8054-3d56cc4c74e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Transition to ACTIVE for port object ef6b0a51-993d-4795-80dd-964f21d43395 will not be triggered until provisioned by entity DHCP. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:41:29.520319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 4d272419-70be-4660-9d9b-f3d907360b23 up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:41:29.580055 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-76c7ccea-aafe-4586-8054-3d56cc4c74e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:29.588130 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1a5f4e8e-7106-45be-b8c1-0485c67f1692 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:29.621689 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port 4d272419-70be-4660-9d9b-f3d907360b23 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:41:29.627315 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port 4d272419-70be-4660-9d9b-f3d907360b23 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:41:29.627744 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:29.662416 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-76c7ccea-aafe-4586-8054-3d56cc4c74e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:41:29.667353 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-76c7ccea-aafe-4586-8054-3d56cc4c74e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:41:29.671713 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-76c7ccea-aafe-4586-8054-3d56cc4c74e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:41:29.716969 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7ccea-aafe-4586-8054-3d56cc4c74e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Pushing event updated for resources: {'Port': ['ID=ef6b0a51-993d-4795-80dd-964f21d43395,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:29.721694 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-76c7ccea-aafe-4586-8054-3d56cc4c74e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:29.764534 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-76c7ccea-aafe-4586-8054-3d56cc4c74e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:29.765247 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-76c7ccea-aafe-4586-8054-3d56cc4c74e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:29.766285 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:29.802033 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db87e31a-f212-4f06-af0f-a0a64a1a285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d272419-70be-4660-9d9b-f3d907360b23'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:41:29.807685 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 4d272419-70be-4660-9d9b-f3d907360b23, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4d272419-70be-4660-9d9b-f3d907360b23,segment=NetworkSegment(52831757-1a6a-47ba-847c-9dabdcfa1f34),segment_id=52831757-1a6a-47ba-847c-9dabdcfa1f34)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:41:29.846380 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:29.847100 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-76c7ccea-aafe-4586-8054-3d56cc4c74e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9192538
Apr 20 23:41:29.849462 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db87e31a-f212-4f06-af0f-a0a64a1a285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d272419-70be-4660-9d9b-f3d907360b23', 'code': 200}
Apr 20 23:41:29.850003 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-10e586f8-ee47-47e8-b42c-43e7c0d88027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:29.902020 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Request body: {'port': {'device_id': '67567c2d-e2e8-4b45-ba81-c0e5d7f31055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:29.935311 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=4d272419-70be-4660-9d9b-f3d907360b23,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:29.938459 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:30.000353 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-4ab753be-99fd-4d1a-a291-7448ffe2d9ee None None] Provisioning for port ef6b0a51-993d-4795-80dd-964f21d43395 completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:41:30.005728 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-4ab753be-99fd-4d1a-a291-7448ffe2d9ee None None] Provisioning complete for port ef6b0a51-993d-4795-80dd-964f21d43395 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:41:30.006241 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4ab753be-99fd-4d1a-a291-7448ffe2d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:30.066082 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-4ab753be-99fd-4d1a-a291-7448ffe2d9ee None None] Port ef6b0a51-993d-4795-80dd-964f21d43395 cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:41:30.113291 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:30.271978 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a220006-f215-4742-8b04-b79f90df4df0 req-40380427-adea-4613-9340-7f0e2148872c tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:30.272763 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f58e9-bf89-41f5-b042-de3863524dd8 req-81c22747-e920-4f9f-b45f-7d1fa5859daf tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:30.273573 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5a220006-f215-4742-8b04-b79f90df4df0 req-40380427-adea-4613-9340-7f0e2148872c tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db87e31a-f212-4f06-af0f-a0a64a1a285c HTTP/1.1" status: 200  len: 945 time: 0.2241781
Apr 20 23:41:30.274407 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e97f58e9-bf89-41f5-b042-de3863524dd8 req-81c22747-e920-4f9f-b45f-7d1fa5859daf tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 931 time: 0.0895143
Apr 20 23:41:30.327085 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-e97f58e9-bf89-41f5-b042-de3863524dd8 req-b79510a1-e4c5-4afe-a880-73cf21346b1a tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Synchronizing usage tracker for tenant:622c2b3243a145fe8008ad8c6b2c7620 on resource:security_group {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:41:30.339990 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-e97f58e9-bf89-41f5-b042-de3863524dd8 req-b79510a1-e4c5-4afe-a880-73cf21346b1a tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Unset dirty status for tenant:622c2b3243a145fe8008ad8c6b2c7620 on resource:security_group {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:41:30.341189 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e97f58e9-bf89-41f5-b042-de3863524dd8 req-b79510a1-e4c5-4afe-a880-73cf21346b1a tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602577
Apr 20 23:41:30.678127 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5a220006-f215-4742-8b04-b79f90df4df0 req-5278cf0e-4c73-4f74-9826-76b4c5004c9b tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3653469
Apr 20 23:41:30.697660 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3949e56-3e84-4893-b35a-06bb7dfb201b req-03e87101-0324-491b-9d48-6b8666c25a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:30.699267 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e3949e56-3e84-4893-b35a-06bb7dfb201b req-03e87101-0324-491b-9d48-6b8666c25a47 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db87e31a-f212-4f06-af0f-a0a64a1a285c HTTP/1.1" status: 200  len: 1098 time: 0.4996936
Apr 20 23:41:30.779435 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e3949e56-3e84-4893-b35a-06bb7dfb201b req-c8faa9de-db43-46e0-9134-6218c1ce367c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724697
Apr 20 23:41:30.856979 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6b0a51-993d-4795-80dd-964f21d43395 {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:41:30.864531 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:30.879883 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Transition to ACTIVE for port object ef6b0a51-993d-4795-80dd-964f21d43395 will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:41:30.918156 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:30.922605 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:31.089991 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6b0a51-993d-4795-80dd-964f21d43395,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:31.097407 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:31.176993 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Attempting to bind port ef6b0a51-993d-4795-80dd-964f21d43395 on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:41:31.177279 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Attempting to bind port ef6b0a51-993d-4795-80dd-964f21d43395 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '1ece5125-5818-4151-ac35-fa2f9c1f6845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:41:31.177632 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Attempting to bind port ef6b0a51-993d-4795-80dd-964f21d43395 on network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:41:31.183943 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Port ef6b0a51-993d-4795-80dd-964f21d43395 on network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:41:31.184281 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Attempting to bind port ef6b0a51-993d-4795-80dd-964f21d43395 on network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:41:31.190611 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:41:31.190988 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Checking segment: {'id': '1ece5125-5818-4151-ac35-fa2f9c1f6845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:41:31.191446 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Bound using segment: {'id': '1ece5125-5818-4151-ac35-fa2f9c1f6845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:41:31.192171 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Bound port: ef6b0a51-993d-4795-80dd-964f21d43395, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ece5125-5818-4151-ac35-fa2f9c1f6845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:41:31.192502 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:31.290912 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] For port ef6b0a51-993d-4795-80dd-964f21d43395, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:41:31.294107 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] For port ef6b0a51-993d-4795-80dd-964f21d43395, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ef6b0a51-993d-4795-80dd-964f21d43395,segment=NetworkSegment(1ece5125-5818-4151-ac35-fa2f9c1f6845),segment_id=1ece5125-5818-4151-ac35-fa2f9c1f6845)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:41:31.330523 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:31.335659 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0a13d349-3cca-45a6-a7f4-1c8b2f55397b tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:31.402016 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:31.402694 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:31.404186 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] 10.222.0.10 "PUT /v2.0/ports/ef6b0a51-993d-4795-80dd-964f21d43395 HTTP/1.1" status: 200  len: 1093 time: 1.5097833
Apr 20 23:41:31.404707 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67567c2d-e2e8-4b45-ba81-c0e5d7f31055', 'tag': 'ef6b0a51-993d-4795-80dd-964f21d43395'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:41:31.425950 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6b0a51-993d-4795-80dd-964f21d43395,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:31.431001 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:31.492813 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67567c2d-e2e8-4b45-ba81-c0e5d7f31055', 'tag': 'ef6b0a51-993d-4795-80dd-964f21d43395', 'status': 'completed', 'code': 200}
Apr 20 23:41:31.687987 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157568a-7f04-4662-9f95-1740d4bb16d7 req-f233b6b7-1437-49dc-9a65-d2ebf54563a9 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:31.690169 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7157568a-7f04-4662-9f95-1740d4bb16d7 req-f233b6b7-1437-49dc-9a65-d2ebf54563a9 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 947 time: 0.1021652
Apr 20 23:41:31.721149 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64a1b7-0f57-438f-990f-8d4021b5497b req-02fd3ea9-ec44-4834-92d1-e8fe080354a4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:31.721901 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-ae64a1b7-0f57-438f-990f-8d4021b5497b req-02fd3ea9-ec44-4834-92d1-e8fe080354a4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Synchronizing usage tracker for tenant:622c2b3243a145fe8008ad8c6b2c7620 on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:41:31.725893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be6f61-3d0c-4a58-92b8-eaad4e8a2187 req-a5097add-c009-4e21-8b18-149cf9da9edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:31.727719 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c9be6f61-3d0c-4a58-92b8-eaad4e8a2187 req-a5097add-c009-4e21-8b18-149cf9da9edf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=622c2b3243a145fe8008ad8c6b2c7620&device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 1096 time: 0.1283734
Apr 20 23:41:31.740790 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7157568a-7f04-4662-9f95-1740d4bb16d7 req-8909354d-661b-41c7-b528-07f0d8527013 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427063
Apr 20 23:41:31.771775 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-ae64a1b7-0f57-438f-990f-8d4021b5497b req-02fd3ea9-ec44-4834-92d1-e8fe080354a4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Unset dirty status for tenant:622c2b3243a145fe8008ad8c6b2c7620 on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:41:31.773105 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ae64a1b7-0f57-438f-990f-8d4021b5497b req-02fd3ea9-ec44-4834-92d1-e8fe080354a4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 943 time: 0.2160556
Apr 20 23:41:31.919638 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ae64a1b7-0f57-438f-990f-8d4021b5497b req-fefc8926-5a4e-4011-accf-270f481a071e tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1393299
Apr 20 23:41:31.950930 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1e038-9a26-4677-97f7-536f17cb9efc req-b8f491d7-5f72-4620-9681-f6d02a322737 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:31.952567 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-05e1e038-9a26-4677-97f7-536f17cb9efc req-b8f491d7-5f72-4620-9681-f6d02a322737 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db87e31a-f212-4f06-af0f-a0a64a1a285c HTTP/1.1" status: 200  len: 945 time: 0.1023023
Apr 20 23:41:31.989866 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be6f61-3d0c-4a58-92b8-eaad4e8a2187 req-0fc6938a-ff6e-4184-8fb0-b3d9adb89240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:31.992597 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c9be6f61-3d0c-4a58-92b8-eaad4e8a2187 req-0fc6938a-ff6e-4184-8fb0-b3d9adb89240 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=622c2b3243a145fe8008ad8c6b2c7620&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1946435
Apr 20 23:41:32.006993 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-05e1e038-9a26-4677-97f7-536f17cb9efc req-5736c2c1-8121-4894-bb80-c9d7b64ea869 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462527
Apr 20 23:41:32.159936 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be6f61-3d0c-4a58-92b8-eaad4e8a2187 req-439b04ed-b79e-4dba-888b-49d1a018e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:32.161486 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c9be6f61-3d0c-4a58-92b8-eaad4e8a2187 req-439b04ed-b79e-4dba-888b-49d1a018e391 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1414783
Apr 20 23:41:32.297318 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-c959fcce-9c47-4fae-8c63-629446f3ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:32.298783 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-c959fcce-9c47-4fae-8c63-629446f3ffa6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=622c2b3243a145fe8008ad8c6b2c7620&device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 1096 time: 0.0771015
Apr 20 23:41:32.382413 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-ecc3c3c6-c240-4757-bd52-57e58276d331 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6b0a51-993d-4795-80dd-964f21d43395 HTTP/1.1" status: 200  len: 217 time: 0.0693314
Apr 20 23:41:32.450205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-9e4fa366-1883-42c2-875f-540d9d2565bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:32.451728 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-9e4fa366-1883-42c2-875f-540d9d2565bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97053211-b5f1-465b-a73f-9aca769a79b3 HTTP/1.1" status: 200  len: 850 time: 0.0621071
Apr 20 23:41:32.536290 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-6aec13e6-94be-408a-9684-4bcc0292cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:32.537846 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-6aec13e6-94be-408a-9684-4bcc0292cc82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf54acd7-65cc-4ce8-894c-45f7b4810ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795031
Apr 20 23:41:32.685551 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-15b1a461-f405-46d9-9b87-a5074bb3f487 service neutron] 10.222.0.10 "GET /v2.0/networks/bf54acd7-65cc-4ce8-894c-45f7b4810ea3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386008
Apr 20 23:41:32.830973 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d2864c94-dc6e-404e-95e2-7d4b6492bfa5 req-d0bd3e4d-a5c5-41ba-b690-77a6f748d133 service neutron] 10.222.0.10 "GET /v2.0/networks/bf54acd7-65cc-4ce8-894c-45f7b4810ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388156
Apr 20 23:41:32.949589 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4838560-9164-44a1-a164-c456278de7c8 req-18f10eef-242a-4a96-93a2-98ea7c6156a5 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:32.951092 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d4838560-9164-44a1-a164-c456278de7c8 req-18f10eef-242a-4a96-93a2-98ea7c6156a5 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 947 time: 0.0884814
Apr 20 23:41:33.000254 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d4838560-9164-44a1-a164-c456278de7c8 req-883cbcf9-a640-4c57-9b86-abf6c9c6fa18 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421710
Apr 20 23:41:33.127115 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4813559-d5f0-470a-9531-69ffaa3e3181 req-7396da99-88dc-4bf3-9f9c-564d50c6922b tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:33.128760 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f4813559-d5f0-470a-9531-69ffaa3e3181 req-7396da99-88dc-4bf3-9f9c-564d50c6922b tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 943 time: 0.0907040
Apr 20 23:41:33.176524 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f4813559-d5f0-470a-9531-69ffaa3e3181 req-b9fb94c7-4407-4f34-ae4c-8187f9f8fb24 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404863
Apr 20 23:41:33.210020 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752ab76-aba7-48e1-aab7-708b41a90fd2 req-acee7010-fd70-44fb-9d6e-a88be8eba599 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:33.212197 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6752ab76-aba7-48e1-aab7-708b41a90fd2 req-acee7010-fd70-44fb-9d6e-a88be8eba599 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db87e31a-f212-4f06-af0f-a0a64a1a285c HTTP/1.1" status: 200  len: 945 time: 0.0896235
Apr 20 23:41:33.258701 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6752ab76-aba7-48e1-aab7-708b41a90fd2 req-d5bb2cdb-8951-49ea-bfde-4ad7511e5b21 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401304
Apr 20 23:41:33.626125 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b9012-0c54-4c50-aafb-a6f174c4521f req-8c070b7c-6a6a-4fb6-aa26-96d4f6637a39 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:33.629375 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-214b9012-0c54-4c50-aafb-a6f174c4521f req-8c070b7c-6a6a-4fb6-aa26-96d4f6637a39 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 947 time: 0.0893323
Apr 20 23:41:33.710769 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-214b9012-0c54-4c50-aafb-a6f174c4521f req-8e5802fb-2384-404b-8c12-22cf13f15d85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Deleting port 52b909ea-7548-46fb-8a48-eb9a45af430f {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:41:33.711783 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-214b9012-0c54-4c50-aafb-a6f174c4521f req-8e5802fb-2384-404b-8c12-22cf13f15d85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:33.977797 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-214b9012-0c54-4c50-aafb-a6f174c4521f req-8e5802fb-2384-404b-8c12-22cf13f15d85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] For port 52b909ea-7548-46fb-8a48-eb9a45af430f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=52b909ea-7548-46fb-8a48-eb9a45af430f,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:41:33.978258 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-214b9012-0c54-4c50-aafb-a6f174c4521f req-8e5802fb-2384-404b-8c12-22cf13f15d85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:34.210924 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c92e3-62df-4ef1-8845-46d8133a63e4 req-fd5cb09d-c517-4a89-83a8-c48b4e8ff9c1 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:34.213404 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d74c92e3-62df-4ef1-8845-46d8133a63e4 req-fd5cb09d-c517-4a89-83a8-c48b4e8ff9c1 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 947 time: 0.0933111
Apr 20 23:41:34.263120 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d74c92e3-62df-4ef1-8845-46d8133a63e4 req-8f86cda2-56da-4b2f-ab51-63ad43998ac3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=32a68ac8-dd97-4be7-a00b-1cb26cb48553&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435534
Apr 20 23:41:34.300785 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-214b9012-0c54-4c50-aafb-a6f174c4521f req-8e5802fb-2384-404b-8c12-22cf13f15d85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:34.301269 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-214b9012-0c54-4c50-aafb-a6f174c4521f req-8e5802fb-2384-404b-8c12-22cf13f15d85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854229059'] for floatingip, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:34.301727 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_db [req-214b9012-0c54-4c50-aafb-a6f174c4521f req-8e5802fb-2384-404b-8c12-22cf13f15d85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Floating IP ba3d076d-d222-4739-a6a6-8aab0f7df100 disassociated. External IP: 172.27.2.84, port: 52b909ea-7548-46fb-8a48-eb9a45af430f.
Apr 20 23:41:34.301974 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-214b9012-0c54-4c50-aafb-a6f174c4521f req-8e5802fb-2384-404b-8c12-22cf13f15d85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Calling delete_port for 52b909ea-7548-46fb-8a48-eb9a45af430f owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:41:34.460697 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478ff54-df93-4bed-84bd-15784044d764 req-e1842f05-a24c-41df-8eb3-9422bbfafa93 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:34.462996 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2478ff54-df93-4bed-84bd-15784044d764 req-e1842f05-a24c-41df-8eb3-9422bbfafa93 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 943 time: 0.1675646
Apr 20 23:41:34.797187 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2478ff54-df93-4bed-84bd-15784044d764 req-aa1f194b-c274-41a9-8501-c400c3257add tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2982633
Apr 20 23:41:35.659296 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f8e0036f-69c2-4788-8583-f4a8474937bd req-b6bc67e3-e13d-467e-8f73-dac4638afc85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 210 time: 0.0490475
Apr 20 23:41:35.660511 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device ef6b0a51-993d-4795-80dd-964f21d43395 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:41:35.661199 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-214b9012-0c54-4c50-aafb-a6f174c4521f req-8e5802fb-2384-404b-8c12-22cf13f15d85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:35.661199 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:35.680951 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5802fb-2384-404b-8c12-22cf13f15d85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Pushing event deleted for resources: {'Port': ['ID=52b909ea-7548-46fb-8a48-eb9a45af430f,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:35.684877 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8e5802fb-2384-404b-8c12-22cf13f15d85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:35.714472 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port ef6b0a51-993d-4795-80dd-964f21d43395, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ef6b0a51-993d-4795-80dd-964f21d43395,segment=NetworkSegment(1ece5125-5818-4151-ac35-fa2f9c1f6845),segment_id=1ece5125-5818-4151-ac35-fa2f9c1f6845)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:41:35.732907 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': 'ef6b0a51-993d-4795-80dd-964f21d43395', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'port_id': 'ef6b0a51-993d-4795-80dd-964f21d43395', 'mac_address': 'fa:16:3e:6e:d9:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:41:35.803164 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:35.823632 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6b0a51-993d-4795-80dd-964f21d43395 {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:41:35.840787 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port ef6b0a51-993d-4795-80dd-964f21d43395, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ef6b0a51-993d-4795-80dd-964f21d43395,segment=NetworkSegment(1ece5125-5818-4151-ac35-fa2f9c1f6845),segment_id=1ece5125-5818-4151-ac35-fa2f9c1f6845)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:41:35.914087 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-214b9012-0c54-4c50-aafb-a6f174c4521f req-8e5802fb-2384-404b-8c12-22cf13f15d85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Router 29461bd4-867b-4d23-bb43-3bf2394f6c99 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:41:36.028972 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:36.031535 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:36.118415 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=ef6b0a51-993d-4795-80dd-964f21d43395,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:36.127506 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:36.214883 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eece082-544e-463e-939f-8f0f2006e0d9 req-0e06f0d3-fca6-4841-8f81-7a8414b77538 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:36.217262 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8eece082-544e-463e-939f-8f0f2006e0d9 req-0e06f0d3-fca6-4841-8f81-7a8414b77538 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 944 time: 0.2280943
Apr 20 23:41:36.222937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-214b9012-0c54-4c50-aafb-a6f174c4521f req-8e5802fb-2384-404b-8c12-22cf13f15d85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:41:36.234232 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e870dfb-904e-48fa-8d1b-59bdeeb70bc0 None None] Sync routers for ids ['29461bd4-867b-4d23-bb43-3bf2394f6c99'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:41:36.250202 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e870dfb-904e-48fa-8d1b-59bdeeb70bc0 None None] Routers {'29461bd4-867b-4d23-bb43-3bf2394f6c99'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:41:36.250907 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-5e870dfb-904e-48fa-8d1b-59bdeeb70bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e06a2b0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:41:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['29461bd4-867b-4d23-bb43-3bf2394f6c99'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:36.333004 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-214b9012-0c54-4c50-aafb-a6f174c4521f req-8e5802fb-2384-404b-8c12-22cf13f15d85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] No DVR routers for this DVR port 52b909ea-7548-46fb-8a48-eb9a45af430f on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:41:36.343406 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-214b9012-0c54-4c50-aafb-a6f174c4521f req-8e5802fb-2384-404b-8c12-22cf13f15d85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:36.347888 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7fad75-8889-4b81-9fe8-272cd9aa4c9f', 'name': 'network-vif-deleted', 'tag': '52b909ea-7548-46fb-8a48-eb9a45af430f'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:41:36.370994 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8eece082-544e-463e-939f-8f0f2006e0d9 req-4b6a827e-c9dd-4875-b0b0-d669a4b279a5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1457734
Apr 20 23:41:36.413069 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7fad75-8889-4b81-9fe8-272cd9aa4c9f', 'name': 'network-vif-deleted', 'tag': '52b909ea-7548-46fb-8a48-eb9a45af430f', 'status': 'completed', 'code': 200}
Apr 20 23:41:36.423869 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-214b9012-0c54-4c50-aafb-a6f174c4521f req-8e5802fb-2384-404b-8c12-22cf13f15d85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.10 "DELETE /v2.0/ports/52b909ea-7548-46fb-8a48-eb9a45af430f HTTP/1.1" status: 204  len: 173 time: 2.7895622
Apr 20 23:41:36.443835 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['ef6b0a51-993d-4795-80dd-964f21d43395'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:41:36.533318 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-5e870dfb-904e-48fa-8d1b-59bdeeb70bc0 None None] Set router 29461bd4-867b-4d23-bb43-3bf2394f6c99 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:41:36.829674 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-deeb4cec-569c-421f-b501-15d5ccc70504 req-d389477b-df10-43f7-bb48-89e7492d19c8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Synchronizing usage tracker for tenant:329d4da5822347079a9af5d11eb238fa on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:41:36.920259 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-deeb4cec-569c-421f-b501-15d5ccc70504 req-d389477b-df10-43f7-bb48-89e7492d19c8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Unset dirty status for tenant:329d4da5822347079a9af5d11eb238fa on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:41:36.930646 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-deeb4cec-569c-421f-b501-15d5ccc70504 req-d389477b-df10-43f7-bb48-89e7492d19c8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7fad75-8889-4b81-9fe8-272cd9aa4c9f HTTP/1.1" status: 200  len: 210 time: 0.1573656
Apr 20 23:41:36.997057 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-5e870dfb-904e-48fa-8d1b-59bdeeb70bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e06a2b0>, [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:37:16Z', 'revision_number': 4, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port': {'id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:08Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'a1dd1dca-ecc5-4b23-90a2-d034e4c81235', 'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'mac_address': 'fa:16:3e:e6:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:15Z', 'updated_at': '2021-04-20T23:37:29Z', 'revision_number': 5, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'subnets': [{'id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:37.001376 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e870dfb-904e-48fa-8d1b-59bdeeb70bc0 None None] Checking router: 29461bd4-867b-4d23-bb43-3bf2394f6c99 for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:41:37.011354 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e870dfb-904e-48fa-8d1b-59bdeeb70bc0 None None] Routers {'29461bd4-867b-4d23-bb43-3bf2394f6c99'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:41:37.012033 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-5e870dfb-904e-48fa-8d1b-59bdeeb70bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e06a2b0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:41:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['29461bd4-867b-4d23-bb43-3bf2394f6c99'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:37.203412 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-5e870dfb-904e-48fa-8d1b-59bdeeb70bc0 None None] Set router 29461bd4-867b-4d23-bb43-3bf2394f6c99 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:41:37.552752 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-5e870dfb-904e-48fa-8d1b-59bdeeb70bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e06a2b0>, [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:37:16Z', 'revision_number': 4, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port': {'id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:08Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'a1dd1dca-ecc5-4b23-90a2-d034e4c81235', 'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'mac_address': 'fa:16:3e:e6:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:15Z', 'updated_at': '2021-04-20T23:37:29Z', 'revision_number': 5, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'subnets': [{'id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:37.557703 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e870dfb-904e-48fa-8d1b-59bdeeb70bc0 None None] The sync data for ids ['29461bd4-867b-4d23-bb43-3bf2394f6c99'] in dv-cinder-680889-5-iscsi is: [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:37:16Z', 'revision_number': 4, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port': {'id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:08Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'a1dd1dca-ecc5-4b23-90a2-d034e4c81235', 'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'mac_address': 'fa:16:3e:e6:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:15Z', 'updated_at': '2021-04-20T23:37:29Z', 'revision_number': 5, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'subnets': [{'id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:41:37.575491 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device ef6b0a51-993d-4795-80dd-964f21d43395 up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:41:37.622346 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5830b-b307-462f-b306-be8b67b9a73a req-e353b0c6-307b-4309-aa7d-9737d47a4166 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:37.624990 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-63f5830b-b307-462f-b306-be8b67b9a73a req-e353b0c6-307b-4309-aa7d-9737d47a4166 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 944 time: 0.1231260
Apr 20 23:41:37.678542 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-63f5830b-b307-462f-b306-be8b67b9a73a req-f91e34e4-fc5e-4568-bd3b-61893be4993d tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458374
Apr 20 23:41:37.926287 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port ef6b0a51-993d-4795-80dd-964f21d43395 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:41:37.932631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port ef6b0a51-993d-4795-80dd-964f21d43395 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:41:37.933053 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:37.996455 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd4750-432d-48af-a5e0-4ed65e55e098 None None] New status for floating IP ba3d076d-d222-4739-a6a6-8aab0f7df100: DOWN {{(pid=86388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:41:38.085153 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:38.152079 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 44048) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:38.177115 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67567c2d-e2e8-4b45-ba81-c0e5d7f31055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6b0a51-993d-4795-80dd-964f21d43395'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:41:38.208416 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port ef6b0a51-993d-4795-80dd-964f21d43395, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ef6b0a51-993d-4795-80dd-964f21d43395,segment=NetworkSegment(1ece5125-5818-4151-ac35-fa2f9c1f6845),segment_id=1ece5125-5818-4151-ac35-fa2f9c1f6845)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:41:38.248853 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:38.249323 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a1ee12d-97b7-4569-9861-386018adb7ce tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:38.249794 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 52b909ea-7548-46fb-8a48-eb9a45af430f no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:41:38.292421 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a1ee12d-97b7-4569-9861-386018adb7ce tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:38.299402 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67567c2d-e2e8-4b45-ba81-c0e5d7f31055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6b0a51-993d-4795-80dd-964f21d43395', 'code': 200}
Apr 20 23:41:38.300090 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7f952025-f1dd-4938-891c-c09aa3825aba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:38.372292 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a1ee12d-97b7-4569-9861-386018adb7ce tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:38.379382 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5b2887f5-7d4e-4e1f-a617-dc719deaba05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:38.402736 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ee12d-97b7-4569-9861-386018adb7ce tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a68ac8-dd97-4be7-a00b-1cb26cb48553,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:38.405856 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4a1ee12d-97b7-4569-9861-386018adb7ce tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:38.441354 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a1ee12d-97b7-4569-9861-386018adb7ce tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:38.442931 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4a1ee12d-97b7-4569-9861-386018adb7ce tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "DELETE /v2.0/security-groups/32a68ac8-dd97-4be7-a00b-1cb26cb48553 HTTP/1.1" status: 204  len: 168 time: 0.2895637
Apr 20 23:41:38.446332 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 44054) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:38.466422 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.v2.resource [None req-3bfc647c-3ca0-476e-9ea9-de7b05b77167 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] show failed (client error): The resource could not be found.
Apr 20 23:41:38.467702 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3bfc647c-3ca0-476e-9ea9-de7b05b77167 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups/32a68ac8-dd97-4be7-a00b-1cb26cb48553 HTTP/1.1" status: 404  len: 347 time: 0.0202460
Apr 20 23:41:38.470922 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 44058) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:38.515049 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: 52b909ea-7548-46fb-8a48-eb9a45af430f {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:41:38.515519 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 52b909ea-7548-46fb-8a48-eb9a45af430f not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:41:38.584407 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=ef6b0a51-993d-4795-80dd-964f21d43395,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:38.588052 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:38.605925 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:38.657619 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d95812d7-f2b1-43f6-bd3a-8236c5f28715 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Deleting port 2cc07ae4-50c8-4db1-bd96-756d5e39139e {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:41:38.657958 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d95812d7-f2b1-43f6-bd3a-8236c5f28715 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:38.677554 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d800362-21bf-4ecd-a239-c77823b3efe3 req-0535f8b3-31c7-4012-8ca9-08fc179e7075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:38.679089 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4d800362-21bf-4ecd-a239-c77823b3efe3 req-0535f8b3-31c7-4012-8ca9-08fc179e7075 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 1098 time: 0.0911400
Apr 20 23:41:38.766844 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4d800362-21bf-4ecd-a239-c77823b3efe3 req-a7b9e02d-7bda-4168-a3e9-517cd929fc00 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737998
Apr 20 23:41:38.906982 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d95812d7-f2b1-43f6-bd3a-8236c5f28715 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:38.907455 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d95812d7-f2b1-43f6-bd3a-8236c5f28715 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:39.053727 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d95812d7-f2b1-43f6-bd3a-8236c5f28715 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Calling delete_port for 2cc07ae4-50c8-4db1-bd96-756d5e39139e owned by network:floatingip {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:41:39.368122 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f4bd5-4b29-41ba-9451-e8c93819f803 req-ca1c62f2-675c-466f-8c47-580f434e45c4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:39.369718 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-013f4bd5-4b29-41ba-9451-e8c93819f803 req-ca1c62f2-675c-466f-8c47-580f434e45c4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.5566061
Apr 20 23:41:39.437862 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-013f4bd5-4b29-41ba-9451-e8c93819f803 req-dff80bac-4ca8-4962-8cdb-7aa2175b04a0 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561028
Apr 20 23:41:39.577615 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d95812d7-f2b1-43f6-bd3a-8236c5f28715 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:39.581923 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:39.628197 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95812d7-f2b1-43f6-bd3a-8236c5f28715 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Pushing event deleted for resources: {'Port': ['ID=2cc07ae4-50c8-4db1-bd96-756d5e39139e,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:39.632071 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d95812d7-f2b1-43f6-bd3a-8236c5f28715 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:39.732614 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d95812d7-f2b1-43f6-bd3a-8236c5f28715 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for floatingip, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:39.782979 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d95812d7-f2b1-43f6-bd3a-8236c5f28715 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:39.787355 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d95812d7-f2b1-43f6-bd3a-8236c5f28715 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "DELETE /v2.0/floatingips/ba3d076d-d222-4739-a6a6-8aab0f7df100 HTTP/1.1" status: 204  len: 168 time: 1.3150623
Apr 20 23:41:40.020309 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 44070) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:40.029984 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-606c6a6b-ab9a-4a0d-ba95-0db2944adc87 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1639798101', 'description': 'tempest-description--133595793'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:40.036321 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-606c6a6b-ab9a-4a0d-ba95-0db2944adc87 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:40.041678 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-606c6a6b-ab9a-4a0d-ba95-0db2944adc87 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Usage tracker for resource:security_group and tenant:329d4da5822347079a9af5d11eb238fa is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:41:40.049199 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-606c6a6b-ab9a-4a0d-ba95-0db2944adc87 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:41:40.057340 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-606c6a6b-ab9a-4a0d-ba95-0db2944adc87 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:40.109407 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-606c6a6b-ab9a-4a0d-ba95-0db2944adc87 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:40.131711 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-606c6a6b-ab9a-4a0d-ba95-0db2944adc87 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:40.136517 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-606c6a6b-ab9a-4a0d-ba95-0db2944adc87 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Usage tracker for resource:security_group_rule and tenant:329d4da5822347079a9af5d11eb238fa is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:41:40.139491 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-606c6a6b-ab9a-4a0d-ba95-0db2944adc87 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:41:40.145455 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-606c6a6b-ab9a-4a0d-ba95-0db2944adc87 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:40.270358 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-606c6a6b-ab9a-4a0d-ba95-0db2944adc87 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:40.295210 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-606c6a6b-ab9a-4a0d-ba95-0db2944adc87 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:40.306664 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f00db098-eff7-45a2-acfd-6f29f1fdeaf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:40.344722 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c6a6b-ab9a-4a0d-ba95-0db2944adc87 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2c4612-6715-44ca-8d41-19584bfd230e,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:40.347600 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-606c6a6b-ab9a-4a0d-ba95-0db2944adc87 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:40.369774 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-606c6a6b-ab9a-4a0d-ba95-0db2944adc87 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:40.371115 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-606c6a6b-ab9a-4a0d-ba95-0db2944adc87 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3460751
Apr 20 23:41:40.374135 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 44074) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:40.379665 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-7a4aad68-796c-46fc-ace2-77cf38512d48 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Request body: {'security_group_rule': {'security_group_id': 'ed2c4612-6715-44ca-8d41-19584bfd230e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:40.386175 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7a4aad68-796c-46fc-ace2-77cf38512d48 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:40.390154 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7a4aad68-796c-46fc-ace2-77cf38512d48 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Usage tracker for resource:security_group_rule and tenant:329d4da5822347079a9af5d11eb238fa is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:41:40.393375 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-7a4aad68-796c-46fc-ace2-77cf38512d48 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:41:40.399785 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-7a4aad68-796c-46fc-ace2-77cf38512d48 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:40.439202 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7a4aad68-796c-46fc-ace2-77cf38512d48 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:40.562925 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:41:40.568309 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7a4aad68-796c-46fc-ace2-77cf38512d48 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:40.598400 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7a4aad68-796c-46fc-ace2-77cf38512d48 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:40.601068 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:40.624587 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4aad68-796c-46fc-ace2-77cf38512d48 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4cf3283-707e-4830-9f62-7588a0f78d6b,revision_number=0']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:40.632646 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7a4aad68-796c-46fc-ace2-77cf38512d48 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:40.674881 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7a4aad68-796c-46fc-ace2-77cf38512d48 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:40.678808 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7a4aad68-796c-46fc-ace2-77cf38512d48 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3011060
Apr 20 23:41:40.679039 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 44080) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:40.681479 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4ca64-97aa-4cea-9c1b-15c229b051c5 req-5776d6d9-3d2f-4603-be6f-e645d3214532 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:40.685100 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-43e76264-9bba-4e2e-8ff0-75218b331a3b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Request body: {'security_group_rule': {'security_group_id': 'ed2c4612-6715-44ca-8d41-19584bfd230e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:40.686481 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-72d4ca64-97aa-4cea-9c1b-15c229b051c5 req-5776d6d9-3d2f-4603-be6f-e645d3214532 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0962088
Apr 20 23:41:40.691657 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-43e76264-9bba-4e2e-8ff0-75218b331a3b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:40.697963 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-43e76264-9bba-4e2e-8ff0-75218b331a3b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Usage tracker for resource:security_group_rule and tenant:329d4da5822347079a9af5d11eb238fa is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:41:40.699623 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-43e76264-9bba-4e2e-8ff0-75218b331a3b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:41:40.706111 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-43e76264-9bba-4e2e-8ff0-75218b331a3b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:40.741178 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-72d4ca64-97aa-4cea-9c1b-15c229b051c5 req-930a4880-6e70-47e9-90f8-b4e399b5eb98 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482721
Apr 20 23:41:40.753902 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-43e76264-9bba-4e2e-8ff0-75218b331a3b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:40.822209 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-43e76264-9bba-4e2e-8ff0-75218b331a3b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:40.851664 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-43e76264-9bba-4e2e-8ff0-75218b331a3b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:40.853918 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-48220e56-e0fd-46fd-b4b2-6404afe734a0 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:40.927861 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e76264-9bba-4e2e-8ff0-75218b331a3b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8fb4d1-07f7-4c2d-aa7d-f4e426b46922,revision_number=0']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:40.936271 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-43e76264-9bba-4e2e-8ff0-75218b331a3b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:40.974347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f65779-c020-4d7c-bc47-9b469efa6a3a req-db66d1c2-7fef-4d95-a697-cad96f1b2cd5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:40.975983 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-88f65779-c020-4d7c-bc47-9b469efa6a3a req-db66d1c2-7fef-4d95-a697-cad96f1b2cd5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.1147592
Apr 20 23:41:40.986383 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 44086) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:40.992119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-c95fde1e-a5db-4ed5-9283-05d7b1d090e9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Request body: {'floatingip': {'port_id': 'ef6b0a51-993d-4795-80dd-964f21d43395'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:41.052076 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-43e76264-9bba-4e2e-8ff0-75218b331a3b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:41.053360 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-43e76264-9bba-4e2e-8ff0-75218b331a3b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3732924
Apr 20 23:41:41.057273 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 44092) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:41.063197 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Request body: {'floatingip': {'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:41.069582 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:41.074487 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Usage tracker for resource:floatingip and tenant:329d4da5822347079a9af5d11eb238fa is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:41:41.075387 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c95fde1e-a5db-4ed5-9283-05d7b1d090e9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for floatingip, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:41.077776 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:41:41.084174 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:41.126043 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for floatingip, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:41.278029 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:41.433987 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Allocated IP 172.27.2.201 (b49fa4d7-9497-41f5-afae-ab183fc1104b/828469c9-116a-4083-bfec-69bcf738251b/cc47349a-b312-4d28-b1e7-cafecc0e6157) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:41:41.597151 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:41.656121 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:41.661321 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-361aad94-d9f9-490d-b656-013fec9f5f83 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:41.741710 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:41:41.745536 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:41:41.749487 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:41:41.789124 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Pushing event updated for resources: {'Port': ['ID=cc47349a-b312-4d28-b1e7-cafecc0e6157,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:41.793508 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:41.842655 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:41.898924 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c95fde1e-a5db-4ed5-9283-05d7b1d090e9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:41.931715 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c95fde1e-a5db-4ed5-9283-05d7b1d090e9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854229059'] for floatingip, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:41.936450 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:42.170516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:42.206240 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379410'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:42.212068 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f58ac6ce-6e04-4c2a-a767-c1ba40f23956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:42.331808 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Pushing event updated for resources: {'Port': ['ID=cc47349a-b312-4d28-b1e7-cafecc0e6157,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:42.334155 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-c95fde1e-a5db-4ed5-9283-05d7b1d090e9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Floating IP 1665a152-0705-47e5-ad75-5565ab4ef9dc associated. External IP: 172.27.2.144, port: ef6b0a51-993d-4795-80dd-964f21d43395.
Apr 20 23:41:42.339671 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:42.344829 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854229059'] for floatingip, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:42.394922 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:42.396509 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3381422
Apr 20 23:41:42.648450 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-9ba4b6cf-c6b5-48f8-9773-1ad9fe5569f4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Synchronizing usage tracker for tenant:329d4da5822347079a9af5d11eb238fa on resource:security_group {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:41:42.709055 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-9ba4b6cf-c6b5-48f8-9773-1ad9fe5569f4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Unset dirty status for tenant:329d4da5822347079a9af5d11eb238fa on resource:security_group {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:41:42.715816 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-9ba4b6cf-c6b5-48f8-9773-1ad9fe5569f4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1639798101&fields=id&tenant_id=329d4da5822347079a9af5d11eb238fa HTTP/1.1" status: 200  len: 267 time: 0.1147492
Apr 20 23:41:42.717296 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95fde1e-a5db-4ed5-9283-05d7b1d090e9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:41:42.890747 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-a52b9147-d3f7-4d77-bd8e-99f9e3224de8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:42.892419 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-a52b9147-d3f7-4d77-bd8e-99f9e3224de8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/networks?id=86b2d3ea-b04f-45c5-b131-8d05e2d86813 HTTP/1.1" status: 200  len: 816 time: 0.1729894
Apr 20 23:41:42.923279 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-15f0ca34-6f81-4481-9bef-7c1834241cc7 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/quotas/329d4da5822347079a9af5d11eb238fa HTTP/1.1" status: 200  len: 375 time: 0.0100734
Apr 20 23:41:42.923881 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95fde1e-a5db-4ed5-9283-05d7b1d090e9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:41:42.923881 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c95fde1e-a5db-4ed5-9283-05d7b1d090e9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:42.928030 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46806283-cc77-4847-9a80-074b33d5578b None None] Sync routers for ids ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:41:42.942705 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46806283-cc77-4847-9a80-074b33d5578b None None] Routers {'4090d5d2-4fb8-45e4-af5e-e943f2b3b896'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:41:42.943435 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-46806283-cc77-4847-9a80-074b33d5578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e8df7b8>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:41:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:42.983735 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c95fde1e-a5db-4ed5-9283-05d7b1d090e9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "PUT /v2.0/floatingips/1665a152-0705-47e5-ad75-5565ab4ef9dc HTTP/1.1" status: 200  len: 991 time: 1.9959998
Apr 20 23:41:42.984326 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67567c2d-e2e8-4b45-ba81-c0e5d7f31055', 'tag': 'ef6b0a51-993d-4795-80dd-964f21d43395'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:41:43.010703 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-df956495-61a9-40d9-9229-4a0989b2ce4d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Synchronizing usage tracker for tenant:329d4da5822347079a9af5d11eb238fa on resource:port {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:41:43.063435 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-df956495-61a9-40d9-9229-4a0989b2ce4d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Unset dirty status for tenant:329d4da5822347079a9af5d11eb238fa on resource:port {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:41:43.066306 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-df956495-61a9-40d9-9229-4a0989b2ce4d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=329d4da5822347079a9af5d11eb238fa&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1494465
Apr 20 23:41:43.148127 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-46806283-cc77-4847-9a80-074b33d5578b None None] Set router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:41:43.187672 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67567c2d-e2e8-4b45-ba81-c0e5d7f31055', 'tag': 'ef6b0a51-993d-4795-80dd-964f21d43395', 'status': 'completed', 'code': 200}
Apr 20 23:41:43.234944 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-59a28356-05c9-406e-b3fb-ba4d2ed16568 service neutron] 10.222.0.15 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433849
Apr 20 23:41:43.348683 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a4bc8-fab3-4746-852c-da7d387dd7ec req-01e027ba-ecb4-4682-b4ba-730eae1506db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:43.351073 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad1a4bc8-fab3-4746-852c-da7d387dd7ec req-01e027ba-ecb4-4682-b4ba-730eae1506db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=622c2b3243a145fe8008ad8c6b2c7620&device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 1098 time: 0.1047740
Apr 20 23:41:43.395141 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-f79dca35-df58-4d52-8801-f71344bfbbe5 service neutron] 10.222.0.15 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1536398
Apr 20 23:41:43.506244 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a4bc8-fab3-4746-852c-da7d387dd7ec req-c582db92-2652-4a9d-be88-a4792bb03410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:43.506244 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad1a4bc8-fab3-4746-852c-da7d387dd7ec req-c582db92-2652-4a9d-be88-a4792bb03410 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf54acd7-65cc-4ce8-894c-45f7b4810ea3 HTTP/1.1" status: 200  len: 911 time: 0.1454329
Apr 20 23:41:43.561438 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-46806283-cc77-4847-9a80-074b33d5578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e8df7b8>, [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:41:19Z', 'revision_number': 4, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port': {'id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:15Z', 'updated_at': '2021-04-20T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '1665a152-0705-47e5-ad75-5565ab4ef9dc', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'port_id': 'ef6b0a51-993d-4795-80dd-964f21d43395', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'mac_address': 'fa:16:3e:6e:d9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67567c2d-e2e8-4b45-ba81-c0e5d7f31055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:41:24Z', 'updated_at': '2021-04-20T23:41:41Z', 'revision_number': 1, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101277fe-863d-4cb2-ab5d-885338cae4f0', 'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'mac_address': 'fa:16:3e:76:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:18Z', 'updated_at': '2021-04-20T23:41:25Z', 'revision_number': 5, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'subnets': [{'id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:43.565790 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46806283-cc77-4847-9a80-074b33d5578b None None] Checking router: 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:41:43.575639 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46806283-cc77-4847-9a80-074b33d5578b None None] Routers {'4090d5d2-4fb8-45e4-af5e-e943f2b3b896'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:41:43.576318 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-46806283-cc77-4847-9a80-074b33d5578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e8df7b8>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:41:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:43.619289 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad1a4bc8-fab3-4746-852c-da7d387dd7ec req-26a0fdcd-9d83-4297-a23f-6950435e8a14 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6b0a51-993d-4795-80dd-964f21d43395 HTTP/1.1" status: 200  len: 999 time: 0.1062040
Apr 20 23:41:43.748067 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6b614c12-e879-409e-b38e-7819c2e20279 req-a9085880-42b6-41cf-9c53-e64723bf1620 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 210 time: 0.0653760
Apr 20 23:41:43.756072 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a4bc8-fab3-4746-852c-da7d387dd7ec req-618f6ed6-41a6-421b-bb32-58a949184dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:43.758576 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad1a4bc8-fab3-4746-852c-da7d387dd7ec req-618f6ed6-41a6-421b-bb32-58a949184dfb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97053211-b5f1-465b-a73f-9aca769a79b3 HTTP/1.1" status: 200  len: 850 time: 0.1311104
Apr 20 23:41:43.797939 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-46806283-cc77-4847-9a80-074b33d5578b None None] Set router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:41:43.854263 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a4bc8-fab3-4746-852c-da7d387dd7ec req-1448d823-a975-49e6-b3da-c67f853b9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:43.860882 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad1a4bc8-fab3-4746-852c-da7d387dd7ec req-1448d823-a975-49e6-b3da-c67f853b9007 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf54acd7-65cc-4ce8-894c-45f7b4810ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0885229
Apr 20 23:41:44.009402 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad1a4bc8-fab3-4746-852c-da7d387dd7ec req-9f817411-768a-4080-9867-271dd055c995 service neutron] 10.222.0.10 "GET /v2.0/networks/bf54acd7-65cc-4ce8-894c-45f7b4810ea3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460207
Apr 20 23:41:44.161263 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad1a4bc8-fab3-4746-852c-da7d387dd7ec req-e111dfcb-da3e-4773-96c0-27263a7cf8e0 service neutron] 10.222.0.10 "GET /v2.0/networks/bf54acd7-65cc-4ce8-894c-45f7b4810ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434715
Apr 20 23:41:44.194040 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-46806283-cc77-4847-9a80-074b33d5578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e8df7b8>, [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:41:19Z', 'revision_number': 4, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port': {'id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:15Z', 'updated_at': '2021-04-20T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '1665a152-0705-47e5-ad75-5565ab4ef9dc', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'port_id': 'ef6b0a51-993d-4795-80dd-964f21d43395', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'mac_address': 'fa:16:3e:6e:d9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67567c2d-e2e8-4b45-ba81-c0e5d7f31055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:41:24Z', 'updated_at': '2021-04-20T23:41:41Z', 'revision_number': 1, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101277fe-863d-4cb2-ab5d-885338cae4f0', 'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'mac_address': 'fa:16:3e:76:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:18Z', 'updated_at': '2021-04-20T23:41:25Z', 'revision_number': 5, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'subnets': [{'id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:44.199069 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46806283-cc77-4847-9a80-074b33d5578b None None] The sync data for ids ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'] in dv-cinder-680889-5-iscsi is: [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:41:19Z', 'revision_number': 4, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port': {'id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:15Z', 'updated_at': '2021-04-20T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '1665a152-0705-47e5-ad75-5565ab4ef9dc', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'port_id': 'ef6b0a51-993d-4795-80dd-964f21d43395', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'mac_address': 'fa:16:3e:6e:d9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67567c2d-e2e8-4b45-ba81-c0e5d7f31055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:41:24Z', 'updated_at': '2021-04-20T23:41:41Z', 'revision_number': 1, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101277fe-863d-4cb2-ab5d-885338cae4f0', 'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'mac_address': 'fa:16:3e:76:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:18Z', 'updated_at': '2021-04-20T23:41:25Z', 'revision_number': 5, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'subnets': [{'id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:41:44.481294 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce613b0-962b-42ff-8c81-5624aeb2bdf8 None None] New status for floating IP 1665a152-0705-47e5-ad75-5565ab4ef9dc: ACTIVE {{(pid=86388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:41:44.961325 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a2810a7b-ae93-44e4-8d23-dd320f8e9278 req-088237a0-ded3-406d-8973-b9ddea7421b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 210 time: 0.0490623
Apr 20 23:41:45.676282 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-ae3ba704-e96c-452f-b049-5b742486aaf0 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:45.677739 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-ae3ba704-e96c-452f-b049-5b742486aaf0 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.10 "GET /v2.0/networks?id=86b2d3ea-b04f-45c5-b131-8d05e2d86813 HTTP/1.1" status: 200  len: 816 time: 0.1605444
Apr 20 23:41:45.764266 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-3632f84f-5b58-40d2-9865-095b53e658a3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Synchronizing usage tracker for tenant:329d4da5822347079a9af5d11eb238fa on resource:security_group {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:41:45.777621 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-3632f84f-5b58-40d2-9865-095b53e658a3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Unset dirty status for tenant:329d4da5822347079a9af5d11eb238fa on resource:security_group {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:41:45.779009 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-3632f84f-5b58-40d2-9865-095b53e658a3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=329d4da5822347079a9af5d11eb238fa HTTP/1.1" status: 200  len: 5704 time: 0.0844250
Apr 20 23:41:45.790330 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-2bb1a83a-febb-4898-a246-32f9127a96a8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Request body: {'port': {'device_id': 'd3b49a2c-46c0-48f7-8b8b-775072844802', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'admin_state_up': True, 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'security_groups': ['ed2c4612-6715-44ca-8d41-19584bfd230e']}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:45.940492 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-2bb1a83a-febb-4898-a246-32f9127a96a8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:41:45.950631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-2bb1a83a-febb-4898-a246-32f9127a96a8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:41:45.994589 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-2bb1a83a-febb-4898-a246-32f9127a96a8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Made reservation on behalf of 329d4da5822347079a9af5d11eb238fa for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:41:46.000641 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-2bb1a83a-febb-4898-a246-32f9127a96a8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:46.145426 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-89454d21-c46d-46ee-a21c-7d693efc4e80 req-b0cb1c4c-881c-4a4a-8266-3832e47e141f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 210 time: 0.0624700
Apr 20 23:41:46.225653 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-2bb1a83a-febb-4898-a246-32f9127a96a8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Allocated IP 172.20.0.11 (86b2d3ea-b04f-45c5-b131-8d05e2d86813/511ddee7-7c62-4422-908f-d9585fcbf53b/d7d62fb7-9502-46b1-9225-edd4494114ca) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:41:46.422125 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-2bb1a83a-febb-4898-a246-32f9127a96a8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:46.438086 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-2bb1a83a-febb-4898-a246-32f9127a96a8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Transition to ACTIVE for port object d7d62fb7-9502-46b1-9225-edd4494114ca will not be triggered until provisioned by entity DHCP. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:41:46.485858 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-2bb1a83a-febb-4898-a246-32f9127a96a8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:46.491108 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8d489b64-d03e-46ff-b5bb-20e22d95223f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:46.559130 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-2bb1a83a-febb-4898-a246-32f9127a96a8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:41:46.562936 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-2bb1a83a-febb-4898-a246-32f9127a96a8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:41:46.567242 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-2bb1a83a-febb-4898-a246-32f9127a96a8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:41:46.612053 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1a83a-febb-4898-a246-32f9127a96a8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Pushing event updated for resources: {'Port': ['ID=d7d62fb7-9502-46b1-9225-edd4494114ca,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:46.617589 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2bb1a83a-febb-4898-a246-32f9127a96a8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:46.652656 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-2bb1a83a-febb-4898-a246-32f9127a96a8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:46.653370 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-2bb1a83a-febb-4898-a246-32f9127a96a8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:46.708299 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-2bb1a83a-febb-4898-a246-32f9127a96a8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9227591
Apr 20 23:41:46.734254 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Request body: {'port': {'device_id': 'd3b49a2c-46c0-48f7-8b8b-775072844802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:46.828626 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-e890e4cf-e635-480f-9958-ca4a85f01f43 None None] Provisioning for port d7d62fb7-9502-46b1-9225-edd4494114ca completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:41:46.833971 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-e890e4cf-e635-480f-9958-ca4a85f01f43 None None] Provisioning complete for port d7d62fb7-9502-46b1-9225-edd4494114ca triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:41:46.834480 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e890e4cf-e635-480f-9958-ca4a85f01f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:46.856636 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:46.891344 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-e890e4cf-e635-480f-9958-ca4a85f01f43 None None] Port d7d62fb7-9502-46b1-9225-edd4494114ca cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:41:47.496544 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d62fb7-9502-46b1-9225-edd4494114ca {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:41:47.506628 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:47.537203 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Transition to ACTIVE for port object d7d62fb7-9502-46b1-9225-edd4494114ca will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:41:47.553517 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d95785-6270-4e2a-b045-996c68fd8b3d req-b36d1245-3fcc-4012-986d-7183bc832785 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:47.554286 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-35d95785-6270-4e2a-b045-996c68fd8b3d req-b36d1245-3fcc-4012-986d-7183bc832785 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Synchronizing usage tracker for tenant:329d4da5822347079a9af5d11eb238fa on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:41:47.571508 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:47.576206 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f56f9080-7030-4530-af6c-f26d40d3b7e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:47.617909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-35d95785-6270-4e2a-b045-996c68fd8b3d req-b36d1245-3fcc-4012-986d-7183bc832785 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Unset dirty status for tenant:329d4da5822347079a9af5d11eb238fa on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:41:47.619131 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-35d95785-6270-4e2a-b045-996c68fd8b3d req-b36d1245-3fcc-4012-986d-7183bc832785 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 932 time: 0.1895759
Apr 20 23:41:47.789090 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d62fb7-9502-46b1-9225-edd4494114ca,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:47.799043 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:47.839987 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-35d95785-6270-4e2a-b045-996c68fd8b3d req-3a7a5613-7097-424b-ad5d-2253d65a8342 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2117813
Apr 20 23:41:47.879318 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Attempting to bind port d7d62fb7-9502-46b1-9225-edd4494114ca on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:41:47.879698 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Attempting to bind port d7d62fb7-9502-46b1-9225-edd4494114ca by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '56571a9f-969f-49f0-b4c5-7a324d8dad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:41:47.880064 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Attempting to bind port d7d62fb7-9502-46b1-9225-edd4494114ca on network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:41:47.885564 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Port d7d62fb7-9502-46b1-9225-edd4494114ca on network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:41:47.885923 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Attempting to bind port d7d62fb7-9502-46b1-9225-edd4494114ca on network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:41:47.891313 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:41:47.891685 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Checking segment: {'id': '56571a9f-969f-49f0-b4c5-7a324d8dad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:41:47.892103 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Bound using segment: {'id': '56571a9f-969f-49f0-b4c5-7a324d8dad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:41:47.892571 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Bound port: d7d62fb7-9502-46b1-9225-edd4494114ca, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56571a9f-969f-49f0-b4c5-7a324d8dad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:41:47.892946 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:47.984022 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] For port d7d62fb7-9502-46b1-9225-edd4494114ca, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:41:47.987001 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] For port d7d62fb7-9502-46b1-9225-edd4494114ca, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=d7d62fb7-9502-46b1-9225-edd4494114ca,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:41:48.023669 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:48.028619 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-14ab51d1-c94a-404b-afbd-e5f278bd9cff tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:48.084803 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:48.085513 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:48.087577 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] 10.222.0.10 "PUT /v2.0/ports/d7d62fb7-9502-46b1-9225-edd4494114ca HTTP/1.1" status: 200  len: 1094 time: 1.3582377
Apr 20 23:41:48.088099 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b49a2c-46c0-48f7-8b8b-775072844802', 'tag': 'd7d62fb7-9502-46b1-9225-edd4494114ca'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:41:48.119031 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d62fb7-9502-46b1-9225-edd4494114ca,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:48.122479 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:48.150934 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b49a2c-46c0-48f7-8b8b-775072844802', 'tag': 'd7d62fb7-9502-46b1-9225-edd4494114ca', 'status': 'completed', 'code': 200}
Apr 20 23:41:48.292533 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff30c5-ff75-42ef-93e5-bab273e0bb05 req-530df2e3-4304-4af2-8d3e-2570532ee27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:48.294141 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9aff30c5-ff75-42ef-93e5-bab273e0bb05 req-530df2e3-4304-4af2-8d3e-2570532ee27d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=329d4da5822347079a9af5d11eb238fa&device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 1097 time: 0.0791900
Apr 20 23:41:48.456482 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff30c5-ff75-42ef-93e5-bab273e0bb05 req-e6e284ed-ad1a-45f2-b958-79750687d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:48.458059 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9aff30c5-ff75-42ef-93e5-bab273e0bb05 req-e6e284ed-ad1a-45f2-b958-79750687d97a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=329d4da5822347079a9af5d11eb238fa&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1467869
Apr 20 23:41:48.607707 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff30c5-ff75-42ef-93e5-bab273e0bb05 req-e40da4ba-1714-4ba0-ad6e-ef7227a16459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:48.609357 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9aff30c5-ff75-42ef-93e5-bab273e0bb05 req-e40da4ba-1714-4ba0-ad6e-ef7227a16459 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1424379
Apr 20 23:41:48.767376 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-16e90271-dbad-4a25-8af2-dcdcc803ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:48.769148 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-16e90271-dbad-4a25-8af2-dcdcc803ea3a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=329d4da5822347079a9af5d11eb238fa&device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 1097 time: 0.0781770
Apr 20 23:41:48.860840 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-8f122b9f-54f4-430a-84ef-2a192678e7dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7d62fb7-9502-46b1-9225-edd4494114ca HTTP/1.1" status: 200  len: 217 time: 0.0729771
Apr 20 23:41:48.943001 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-92973304-b741-46be-a8cf-0034bf88d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:48.944638 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-92973304-b741-46be-a8cf-0034bf88d9f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=511ddee7-7c62-4422-908f-d9585fcbf53b HTTP/1.1" status: 200  len: 855 time: 0.0758321
Apr 20 23:41:49.053562 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-210ed479-6b33-402e-b43e-26857ba9c61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:49.055804 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-210ed479-6b33-402e-b43e-26857ba9c61a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86b2d3ea-b04f-45c5-b131-8d05e2d86813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0888026
Apr 20 23:41:49.205142 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b467f-0721-4e29-8988-18792b965786 req-0850817b-383b-497c-8bbd-413bd200d587 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:49.206637 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bb1b467f-0721-4e29-8988-18792b965786 req-0850817b-383b-497c-8bbd-413bd200d587 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0947497
Apr 20 23:41:49.207961 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-14ba7a71-3aae-4061-b0f8-8e4d85cf4215 service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377919
Apr 20 23:41:49.255332 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bb1b467f-0721-4e29-8988-18792b965786 req-1613fa27-e2e4-4627-b0b6-349e245cbce9 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420918
Apr 20 23:41:49.354885 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2eefac41-d25e-406e-bcc3-7080ea9c9811 req-c94768b2-e779-47b2-adb3-f8638b6c98d2 service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364326
Apr 20 23:41:50.459442 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0ee46-1c2d-4fce-95fc-d254e02cde6b req-29c20d76-5f99-4301-a6f1-de32716e4766 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:50.461121 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6dd0ee46-1c2d-4fce-95fc-d254e02cde6b req-29c20d76-5f99-4301-a6f1-de32716e4766 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0885108
Apr 20 23:41:50.512009 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6dd0ee46-1c2d-4fce-95fc-d254e02cde6b req-0de4db53-31ef-4230-8b4c-d11c112acc74 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447569
Apr 20 23:41:51.717293 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfc007-0290-457d-b54a-049a477a4b2c req-bd344de4-1a4e-4b85-81b9-914abf859166 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:51.718823 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-11dfc007-0290-457d-b54a-049a477a4b2c req-bd344de4-1a4e-4b85-81b9-914abf859166 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0903912
Apr 20 23:41:51.765961 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-11dfc007-0290-457d-b54a-049a477a4b2c req-f0f8a43e-5d5e-4dec-be6d-682da843c62b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407953
Apr 20 23:41:52.908863 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-98aca6cc-055f-49ee-8754-7bb959d3456d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:52.982785 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d51cbf-e9c3-4202-9447-285880ba3283 req-0786bb78-1edc-40ed-99c4-953ad4177381 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:52.983149 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-53d51cbf-e9c3-4202-9447-285880ba3283 req-0786bb78-1edc-40ed-99c4-953ad4177381 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0943093
Apr 20 23:41:53.031353 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-53d51cbf-e9c3-4202-9447-285880ba3283 req-be101ce3-f71f-4911-aba5-ffb29df6fdd5 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416858
Apr 20 23:41:53.660865 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device d7d62fb7-9502-46b1-9225-edd4494114ca details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:41:53.806131 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port d7d62fb7-9502-46b1-9225-edd4494114ca, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=d7d62fb7-9502-46b1-9225-edd4494114ca,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:41:53.820165 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': 'd7d62fb7-9502-46b1-9225-edd4494114ca', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'port_id': 'd7d62fb7-9502-46b1-9225-edd4494114ca', 'mac_address': 'fa:16:3e:f1:fa:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:41:53.882060 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:53.900537 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d62fb7-9502-46b1-9225-edd4494114ca {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:41:53.916692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port d7d62fb7-9502-46b1-9225-edd4494114ca, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=d7d62fb7-9502-46b1-9225-edd4494114ca,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:41:53.952214 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:53.954293 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:54.025064 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=d7d62fb7-9502-46b1-9225-edd4494114ca,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:54.033051 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:54.033443 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:54.033830 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:54.034208 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:54.034583 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:54.034954 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:54.035352 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:54.035725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:54.036113 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:54.036480 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:54.036846 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:54.037209 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:54.042216 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:54.237405 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35a1e1-6195-4b3c-9397-9f18a361fda8 req-5c4b382e-92b9-42f8-8764-35d0d990b83a tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:54.238912 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad35a1e1-6195-4b3c-9397-9f18a361fda8 req-5c4b382e-92b9-42f8-8764-35d0d990b83a tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 945 time: 0.0883126
Apr 20 23:41:54.286101 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad35a1e1-6195-4b3c-9397-9f18a361fda8 req-bf641191-f732-42bf-9957-c0bbf8ccd48d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409148
Apr 20 23:41:54.320861 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['d7d62fb7-9502-46b1-9225-edd4494114ca'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:41:54.872151 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-901b9859-b216-495d-9887-dff8b50fe0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:55.497834 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd683e-3ea3-464e-9214-5e0f62289cb7 req-0d80c324-6233-4eb2-904f-e161796ce511 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:55.499367 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfdd683e-3ea3-464e-9214-5e0f62289cb7 req-0d80c324-6233-4eb2-904f-e161796ce511 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 945 time: 0.0912724
Apr 20 23:41:55.547361 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfdd683e-3ea3-464e-9214-5e0f62289cb7 req-3a9645f3-1c9b-4b1e-aff5-1203114931a9 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415905
Apr 20 23:41:55.682654 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device d7d62fb7-9502-46b1-9225-edd4494114ca up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:41:55.788298 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port d7d62fb7-9502-46b1-9225-edd4494114ca completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:41:55.793264 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port d7d62fb7-9502-46b1-9225-edd4494114ca triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:41:55.793681 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:55.919418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:55.948329 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b49a2c-46c0-48f7-8b8b-775072844802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d62fb7-9502-46b1-9225-edd4494114ca'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:41:55.959315 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port d7d62fb7-9502-46b1-9225-edd4494114ca, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=d7d62fb7-9502-46b1-9225-edd4494114ca,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:41:55.988720 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:55.990727 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:56.025332 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b49a2c-46c0-48f7-8b8b-775072844802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d62fb7-9502-46b1-9225-edd4494114ca', 'code': 200}
Apr 20 23:41:56.066567 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=d7d62fb7-9502-46b1-9225-edd4494114ca,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:56.069956 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:56.205556 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:56.383678 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:56.385505 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcd6a8-b25c-449e-8657-13fbfb7e896b req-1bfde7e8-42e2-4936-b965-3aca08b74231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:56.387106 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-63dcd6a8-b25c-449e-8657-13fbfb7e896b req-1bfde7e8-42e2-4936-b965-3aca08b74231 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 1099 time: 0.0773764
Apr 20 23:41:56.430856 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-63dcd6a8-b25c-449e-8657-13fbfb7e896b req-577450c2-ad21-49f5-afaa-f1a5480f094e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360327
Apr 20 23:41:56.754779 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9fe0c-f1ec-4ffc-bcd7-c8f87e57987e req-d9ee0fea-53bc-44af-841d-ff7bbb31c2ad tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:56.756392 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e0c9fe0c-f1ec-4ffc-bcd7-c8f87e57987e req-d9ee0fea-53bc-44af-841d-ff7bbb31c2ad tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0891936
Apr 20 23:41:56.807957 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e0c9fe0c-f1ec-4ffc-bcd7-c8f87e57987e req-70200063-f23f-410a-935f-9d0d88f3b5e2 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447888
Apr 20 23:41:57.296982 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:58.013847 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e2029-d10d-4c7f-b53e-90672ac90800 req-e2775e30-0646-4184-9ec9-93a7031e0578 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:58.015382 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-727e2029-d10d-4c7f-b53e-90672ac90800 req-e2775e30-0646-4184-9ec9-93a7031e0578 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0903220
Apr 20 23:41:58.063711 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-727e2029-d10d-4c7f-b53e-90672ac90800 req-4ebe3682-204b-4f0b-8738-2768c06f6363 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417962
Apr 20 23:41:59.271742 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d3572-f628-4788-b2e0-e029c9b5f6f9 req-edee543d-f6de-45ba-a23d-8bc69427fedb tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:59.274025 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad3d3572-f628-4788-b2e0-e029c9b5f6f9 req-edee543d-f6de-45ba-a23d-8bc69427fedb tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0916286
Apr 20 23:41:59.320625 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ad3d3572-f628-4788-b2e0-e029c9b5f6f9 req-86e49de8-d372-4b8b-9f45-7a0216bbae53 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404298
Apr 20 23:41:59.525035 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b2f35-d052-475d-b69c-d0880acfe6db req-bae47919-b0d4-4b3a-b22f-1fe37319d1c1 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:59.526628 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c6b2f35-d052-475d-b69c-d0880acfe6db req-bae47919-b0d4-4b3a-b22f-1fe37319d1c1 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0932903
Apr 20 23:41:59.536284 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 44240) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:59.542240 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-e491adf1-64ef-4a6a-b95a-a6f5871761bc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Request body: {'floatingip': {'port_id': 'd7d62fb7-9502-46b1-9225-edd4494114ca'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:59.638158 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e491adf1-64ef-4a6a-b95a-a6f5871761bc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for floatingip, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:00.489389 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e491adf1-64ef-4a6a-b95a-a6f5871761bc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:00.519547 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e491adf1-64ef-4a6a-b95a-a6f5871761bc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854229059'] for floatingip, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:00.701791 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-e491adf1-64ef-4a6a-b95a-a6f5871761bc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Floating IP 6a5eab12-c687-4675-9775-c954429a98a4 associated. External IP: 172.27.2.201, port: d7d62fb7-9502-46b1-9225-edd4494114ca.
Apr 20 23:42:01.076210 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e491adf1-64ef-4a6a-b95a-a6f5871761bc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Router 29461bd4-867b-4d23-bb43-3bf2394f6c99 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:42:01.266654 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e491adf1-64ef-4a6a-b95a-a6f5871761bc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:42:01.271453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e491adf1-64ef-4a6a-b95a-a6f5871761bc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:01.276514 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c684829-04a4-49ce-a67c-8763753c8c57 None None] Sync routers for ids ['29461bd4-867b-4d23-bb43-3bf2394f6c99'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:42:01.286059 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c684829-04a4-49ce-a67c-8763753c8c57 None None] Routers {'29461bd4-867b-4d23-bb43-3bf2394f6c99'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:42:01.286731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-9c684829-04a4-49ce-a67c-8763753c8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e06aef0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:41:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['29461bd4-867b-4d23-bb43-3bf2394f6c99'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:01.332615 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e491adf1-64ef-4a6a-b95a-a6f5871761bc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "PUT /v2.0/floatingips/6a5eab12-c687-4675-9775-c954429a98a4 HTTP/1.1" status: 200  len: 992 time: 1.7950454
Apr 20 23:42:01.333290 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b49a2c-46c0-48f7-8b8b-775072844802', 'tag': 'd7d62fb7-9502-46b1-9225-edd4494114ca'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:42:01.387449 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b49a2c-46c0-48f7-8b8b-775072844802', 'tag': 'd7d62fb7-9502-46b1-9225-edd4494114ca', 'status': 'completed', 'code': 200}
Apr 20 23:42:01.485726 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-9c684829-04a4-49ce-a67c-8763753c8c57 None None] Set router 29461bd4-867b-4d23-bb43-3bf2394f6c99 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:42:01.552592 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0b172-c0c1-4c1b-a6e9-47d9e7d4679c req-5e81f2b1-dad9-47c5-8e42-b328bd037c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:01.555302 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-41e0b172-c0c1-4c1b-a6e9-47d9e7d4679c req-5e81f2b1-dad9-47c5-8e42-b328bd037c57 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=329d4da5822347079a9af5d11eb238fa&device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 1099 time: 0.0795906
Apr 20 23:42:01.851577 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-9c684829-04a4-49ce-a67c-8763753c8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e06aef0>, [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:37:16Z', 'revision_number': 4, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port': {'id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:08Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '6a5eab12-c687-4675-9775-c954429a98a4', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'port_id': 'd7d62fb7-9502-46b1-9225-edd4494114ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'mac_address': 'fa:16:3e:f1:fa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b49a2c-46c0-48f7-8b8b-775072844802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:41:41Z', 'updated_at': '2021-04-20T23:42:00Z', 'revision_number': 1, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1dd1dca-ecc5-4b23-90a2-d034e4c81235', 'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'mac_address': 'fa:16:3e:e6:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:15Z', 'updated_at': '2021-04-20T23:37:29Z', 'revision_number': 5, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'subnets': [{'id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:01.856410 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c684829-04a4-49ce-a67c-8763753c8c57 None None] Checking router: 29461bd4-867b-4d23-bb43-3bf2394f6c99 for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:42:01.865217 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c684829-04a4-49ce-a67c-8763753c8c57 None None] Routers {'29461bd4-867b-4d23-bb43-3bf2394f6c99'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:42:01.865876 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-9c684829-04a4-49ce-a67c-8763753c8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e06aef0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:41:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['29461bd4-867b-4d23-bb43-3bf2394f6c99'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:02.055720 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-9c684829-04a4-49ce-a67c-8763753c8c57 None None] Set router 29461bd4-867b-4d23-bb43-3bf2394f6c99 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:42:02.423280 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-9c684829-04a4-49ce-a67c-8763753c8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e06aef0>, [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:37:16Z', 'revision_number': 4, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port': {'id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:08Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '6a5eab12-c687-4675-9775-c954429a98a4', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'port_id': 'd7d62fb7-9502-46b1-9225-edd4494114ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'mac_address': 'fa:16:3e:f1:fa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b49a2c-46c0-48f7-8b8b-775072844802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:41:41Z', 'updated_at': '2021-04-20T23:42:00Z', 'revision_number': 1, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1dd1dca-ecc5-4b23-90a2-d034e4c81235', 'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'mac_address': 'fa:16:3e:e6:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:15Z', 'updated_at': '2021-04-20T23:37:29Z', 'revision_number': 5, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'subnets': [{'id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:02.427317 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c684829-04a4-49ce-a67c-8763753c8c57 None None] The sync data for ids ['29461bd4-867b-4d23-bb43-3bf2394f6c99'] in dv-cinder-680889-5-iscsi is: [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:37:16Z', 'revision_number': 4, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port': {'id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:08Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '6a5eab12-c687-4675-9775-c954429a98a4', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'port_id': 'd7d62fb7-9502-46b1-9225-edd4494114ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'mac_address': 'fa:16:3e:f1:fa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b49a2c-46c0-48f7-8b8b-775072844802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:41:41Z', 'updated_at': '2021-04-20T23:42:00Z', 'revision_number': 1, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1dd1dca-ecc5-4b23-90a2-d034e4c81235', 'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'mac_address': 'fa:16:3e:e6:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:15Z', 'updated_at': '2021-04-20T23:37:29Z', 'revision_number': 5, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'subnets': [{'id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:42:02.612192 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0b172-c0c1-4c1b-a6e9-47d9e7d4679c req-97a3883b-6ac3-4962-8a83-36c9b6dcd350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:02.613770 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-41e0b172-c0c1-4c1b-a6e9-47d9e7d4679c req-97a3883b-6ac3-4962-8a83-36c9b6dcd350 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86b2d3ea-b04f-45c5-b131-8d05e2d86813 HTTP/1.1" status: 200  len: 916 time: 0.1417887
Apr 20 23:42:02.686247 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec1be89-75cc-4a59-9060-61a06d885c16 None None] New status for floating IP 6a5eab12-c687-4675-9775-c954429a98a4: ACTIVE {{(pid=86388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:42:04.418239 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-41e0b172-c0c1-4c1b-a6e9-47d9e7d4679c req-5b6f48ac-b659-4812-a935-2685239e34be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7d62fb7-9502-46b1-9225-edd4494114ca HTTP/1.1" status: 200  len: 1002 time: 0.1056685
Apr 20 23:42:04.490643 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0b172-c0c1-4c1b-a6e9-47d9e7d4679c req-bc4890b3-560a-4e87-b53e-1b59e03890af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:04.492356 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-41e0b172-c0c1-4c1b-a6e9-47d9e7d4679c req-bc4890b3-560a-4e87-b53e-1b59e03890af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=511ddee7-7c62-4422-908f-d9585fcbf53b HTTP/1.1" status: 200  len: 855 time: 0.0667491
Apr 20 23:42:04.578168 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0b172-c0c1-4c1b-a6e9-47d9e7d4679c req-73135af0-a437-4bfd-a8f9-115fc3effc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:04.579804 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-41e0b172-c0c1-4c1b-a6e9-47d9e7d4679c req-73135af0-a437-4bfd-a8f9-115fc3effc2c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86b2d3ea-b04f-45c5-b131-8d05e2d86813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796061
Apr 20 23:42:04.725159 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-41e0b172-c0c1-4c1b-a6e9-47d9e7d4679c req-8e1f9c63-1b40-4e1f-8110-71c65759a832 service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351006
Apr 20 23:42:04.871142 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-41e0b172-c0c1-4c1b-a6e9-47d9e7d4679c req-0c74a62c-b240-4cb0-b4cf-d8cca8a382f4 service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366398
Apr 20 23:42:08.485454 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:09.049458 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5b7ebed-3298-42b6-b2b9-c961772d3931 req-58e8acee-b56c-49ff-8afb-71a796b42f67 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0758359
Apr 20 23:42:09.231877 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7ebed-3298-42b6-b2b9-c961772d3931 req-9bf4054a-cb45-412d-ac5c-d8d3cd7d1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:09.233464 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5b7ebed-3298-42b6-b2b9-c961772d3931 req-9bf4054a-cb45-412d-ac5c-d8d3cd7d1f94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b369251a0ab64bcd9731f006de4b1c8d&device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 1138 time: 0.0842044
Apr 20 23:42:09.322543 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8aa224d1-4e4c-4072-b2dc-1a115c9b3d5c req-b2bad08c-2b8d-4922-8573-1afdc22a5746 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039052894&fields=id&tenant_id=b369251a0ab64bcd9731f006de4b1c8d HTTP/1.1" status: 200  len: 267 time: 0.0436432
Apr 20 23:42:09.395908 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7ebed-3298-42b6-b2b9-c961772d3931 req-dce5c3e4-c123-4545-b8f4-e787554df0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:09.398622 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5b7ebed-3298-42b6-b2b9-c961772d3931 req-dce5c3e4-c123-4545-b8f4-e787554df0c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=aaab3e3e-46fc-404b-8b71-8c9a8872960a HTTP/1.1" status: 200  len: 914 time: 0.1408930
Apr 20 23:42:09.417526 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa224d1-4e4c-4072-b2dc-1a115c9b3d5c req-9acc6aa9-5331-40ae-8d41-a0cf934af6b7 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:09.419119 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8aa224d1-4e4c-4072-b2dc-1a115c9b3d5c req-9acc6aa9-5331-40ae-8d41-a0cf934af6b7 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 985 time: 0.0901461
Apr 20 23:42:09.430987 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-8aa224d1-4e4c-4072-b2dc-1a115c9b3d5c req-2b0c5d89-9945-4261-b570-863d7cddd5d7 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Request body: {'port': {'security_groups': ['199331ab-3563-4a12-8515-1a3960fb2fbc']}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:42:09.521758 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5b7ebed-3298-42b6-b2b9-c961772d3931 req-c3ad96f1-e2b4-4bc5-98d7-a94dee6a393b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4994c204-57ba-4dd4-9a29-cff70725c3ec HTTP/1.1" status: 200  len: 1001 time: 0.1149898
Apr 20 23:42:09.565182 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8aa224d1-4e4c-4072-b2dc-1a115c9b3d5c req-2b0c5d89-9945-4261-b570-863d7cddd5d7 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:09.591657 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7ebed-3298-42b6-b2b9-c961772d3931 req-6ef9237a-e808-41b7-9fc4-883d4abdfe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:09.593333 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5b7ebed-3298-42b6-b2b9-c961772d3931 req-6ef9237a-e808-41b7-9fc4-883d4abdfe17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9484c80a-583b-4813-8ae5-4f679e110c42 HTTP/1.1" status: 200  len: 853 time: 0.0653393
Apr 20 23:42:09.675977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7ebed-3298-42b6-b2b9-c961772d3931 req-d81c605c-3adc-4ce9-a3b9-8c7704a98f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:09.677570 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5b7ebed-3298-42b6-b2b9-c961772d3931 req-d81c605c-3adc-4ce9-a3b9-8c7704a98f77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aaab3e3e-46fc-404b-8b71-8c9a8872960a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776377
Apr 20 23:42:09.823111 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5b7ebed-3298-42b6-b2b9-c961772d3931 req-722b29e8-6f08-470f-9de3-430e2a3cf5bb service neutron] 10.222.0.10 "GET /v2.0/networks/aaab3e3e-46fc-404b-8b71-8c9a8872960a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372099
Apr 20 23:42:09.824486 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-8aa224d1-4e4c-4072-b2dc-1a115c9b3d5c req-2b0c5d89-9945-4261-b570-863d7cddd5d7 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] For port 4994c204-57ba-4dd4-9a29-cff70725c3ec, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4994c204-57ba-4dd4-9a29-cff70725c3ec,segment=NetworkSegment(6164a0ad-8858-4d2b-aef8-7ca9a169ef20),segment_id=6164a0ad-8858-4d2b-aef8-7ca9a169ef20)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:42:09.851805 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8aa224d1-4e4c-4072-b2dc-1a115c9b3d5c req-2b0c5d89-9945-4261-b570-863d7cddd5d7 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:09.891012 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8aa224d1-4e4c-4072-b2dc-1a115c9b3d5c req-2b0c5d89-9945-4261-b570-863d7cddd5d7 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379410'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:09.899091 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9d6ad203-8d4a-4c10-ad75-7c21ac551867 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:09.931704 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['4994c204-57ba-4dd4-9a29-cff70725c3ec'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:42:09.973137 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5b7ebed-3298-42b6-b2b9-c961772d3931 req-1fb5cf27-d525-4ae1-aa4d-fa449429ad12 service neutron] 10.222.0.10 "GET /v2.0/networks/aaab3e3e-46fc-404b-8b71-8c9a8872960a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434801
Apr 20 23:42:09.997359 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa224d1-4e4c-4072-b2dc-1a115c9b3d5c req-2b0c5d89-9945-4261-b570-863d7cddd5d7 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:09.998099 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8aa224d1-4e4c-4072-b2dc-1a115c9b3d5c req-2b0c5d89-9945-4261-b570-863d7cddd5d7 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:10.006150 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 44306) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:10.015876 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8aa224d1-4e4c-4072-b2dc-1a115c9b3d5c req-2b0c5d89-9945-4261-b570-863d7cddd5d7 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "PUT /v2.0/ports/4994c204-57ba-4dd4-9a29-cff70725c3ec HTTP/1.1" status: 200  len: 943 time: 0.5896254
Apr 20 23:42:10.017386 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbf4967-e104-4ecc-9eb2-733102c5cae5', 'tag': '4994c204-57ba-4dd4-9a29-cff70725c3ec'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:42:10.026576 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c5d89-9945-4261-b570-863d7cddd5d7 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Pushing event updated for resources: {'Port': ['ID=4994c204-57ba-4dd4-9a29-cff70725c3ec,revision_number=7']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:10.044398 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2b0c5d89-9945-4261-b570-863d7cddd5d7 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:10.156107 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7de587c6-6579-476d-a1e6-4ee2a9d14e9a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:10.195514 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7de587c6-6579-476d-a1e6-4ee2a9d14e9a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:10.195759 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['4994c204-57ba-4dd4-9a29-cff70725c3ec'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:42:10.287870 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbf4967-e104-4ecc-9eb2-733102c5cae5', 'tag': '4994c204-57ba-4dd4-9a29-cff70725c3ec', 'status': 'completed', 'code': 200}
Apr 20 23:42:10.380786 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-2c6f5303-5da4-43cb-8907-03faeeef5cd3 None None] Provisioning complete for port 4994c204-57ba-4dd4-9a29-cff70725c3ec triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:42:10.381080 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2c6f5303-5da4-43cb-8907-03faeeef5cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:10.419861 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46d451-c3c8-42c2-9af8-f26db56bcece req-58268fb1-3805-4675-8a4b-a91a095fc59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:10.421563 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c46d451-c3c8-42c2-9af8-f26db56bcece req-58268fb1-3805-4675-8a4b-a91a095fc59e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b369251a0ab64bcd9731f006de4b1c8d&device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 1099 time: 0.0792699
Apr 20 23:42:10.456010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7de587c6-6579-476d-a1e6-4ee2a9d14e9a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:10.684600 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:10.749548 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de587c6-6579-476d-a1e6-4ee2a9d14e9a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c0b23e-480e-456f-8d92-fac3c3b2dd6e,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:10.755034 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7de587c6-6579-476d-a1e6-4ee2a9d14e9a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:10.801989 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7de587c6-6579-476d-a1e6-4ee2a9d14e9a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:10.803204 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7de587c6-6579-476d-a1e6-4ee2a9d14e9a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "DELETE /v2.0/security-groups/21c0b23e-480e-456f-8d92-fac3c3b2dd6e HTTP/1.1" status: 204  len: 168 time: 0.7959077
Apr 20 23:42:10.806886 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 44314) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:10.820730 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46d451-c3c8-42c2-9af8-f26db56bcece req-bc27ad74-6d65-487d-a539-ce46895ce07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:10.822279 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c46d451-c3c8-42c2-9af8-f26db56bcece req-bc27ad74-6d65-487d-a539-ce46895ce07c service neutron] 10.222.0.10 "GET /v2.0/networks?id=aaab3e3e-46fc-404b-8b71-8c9a8872960a HTTP/1.1" status: 200  len: 914 time: 0.3941298
Apr 20 23:42:10.933849 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c46d451-c3c8-42c2-9af8-f26db56bcece req-3fbc66c7-2966-41bd-81ad-208c51e9ecf3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4994c204-57ba-4dd4-9a29-cff70725c3ec HTTP/1.1" status: 200  len: 1001 time: 0.1033392
Apr 20 23:42:11.025228 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-6d60d482-9073-408c-a0a2-7305eb75131a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Deleting port bb196fbd-c228-4f51-ad4f-9495085758f5 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:11.025609 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6d60d482-9073-408c-a0a2-7305eb75131a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:11.201763 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6d60d482-9073-408c-a0a2-7305eb75131a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:11.202059 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6d60d482-9073-408c-a0a2-7305eb75131a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:11.338231 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-6d60d482-9073-408c-a0a2-7305eb75131a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Calling delete_port for bb196fbd-c228-4f51-ad4f-9495085758f5 owned by network:floatingip {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:42:11.524041 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6d60d482-9073-408c-a0a2-7305eb75131a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:11.528631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-27acc98c-9f46-4543-bae1-f5546381b9d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:11.576741 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60d482-9073-408c-a0a2-7305eb75131a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Pushing event deleted for resources: {'Port': ['ID=bb196fbd-c228-4f51-ad4f-9495085758f5,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:11.580422 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6d60d482-9073-408c-a0a2-7305eb75131a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:11.672109 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6d60d482-9073-408c-a0a2-7305eb75131a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks [] for floatingip, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:11.672481 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-6d60d482-9073-408c-a0a2-7305eb75131a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Floating IP 191e77fa-9f07-4688-ab7a-967ef2bca248 disassociated (deleted). External IP: 172.27.2.78, port: 4994c204-57ba-4dd4-9a29-cff70725c3ec.
Apr 20 23:42:12.269708 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d60d482-9073-408c-a0a2-7305eb75131a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Router 96936098-8204-4df6-9df7-84f3a78e0f82 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:42:12.456025 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d60d482-9073-408c-a0a2-7305eb75131a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:42:12.466972 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2319bac6-3f5b-48ac-a945-98da2f9bc240 None None] Sync routers for ids ['96936098-8204-4df6-9df7-84f3a78e0f82'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:42:12.478673 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2319bac6-3f5b-48ac-a945-98da2f9bc240 None None] Routers {'96936098-8204-4df6-9df7-84f3a78e0f82'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:42:12.479394 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-2319bac6-3f5b-48ac-a945-98da2f9bc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e5a0be0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:41:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['96936098-8204-4df6-9df7-84f3a78e0f82'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:12.512866 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6d60d482-9073-408c-a0a2-7305eb75131a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:12.574223 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-6d60d482-9073-408c-a0a2-7305eb75131a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "DELETE /v2.0/floatingips/191e77fa-9f07-4688-ab7a-967ef2bca248 HTTP/1.1" status: 204  len: 168 time: 1.7660410
Apr 20 23:42:12.574894 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbf4967-e104-4ecc-9eb2-733102c5cae5', 'tag': '4994c204-57ba-4dd4-9a29-cff70725c3ec'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:42:12.672066 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-2319bac6-3f5b-48ac-a945-98da2f9bc240 None None] Set router 96936098-8204-4df6-9df7-84f3a78e0f82 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:42:13.165078 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-2319bac6-3f5b-48ac-a945-98da2f9bc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e5a0be0>, [{'id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'name': 'tempest-TestMinimumBasicScenario-582322433-router', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:38:53Z', 'updated_at': '2021-04-20T23:38:59Z', 'revision_number': 4, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'gw_port': {'id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:55Z', 'updated_at': '2021-04-20T23:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb', 'name': '', 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'mac_address': 'fa:16:3e:8d:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '9484c80a-583b-4813-8ae5-4f679e110c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:58Z', 'updated_at': '2021-04-20T23:39:11Z', 'revision_number': 5, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'subnets': [{'id': '9484c80a-583b-4813-8ae5-4f679e110c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:13.169064 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2319bac6-3f5b-48ac-a945-98da2f9bc240 None None] Checking router: 96936098-8204-4df6-9df7-84f3a78e0f82 for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:42:13.177788 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2319bac6-3f5b-48ac-a945-98da2f9bc240 None None] Routers {'96936098-8204-4df6-9df7-84f3a78e0f82'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:42:13.179323 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-2319bac6-3f5b-48ac-a945-98da2f9bc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e5a0be0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:41:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['96936098-8204-4df6-9df7-84f3a78e0f82'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:13.362587 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-2319bac6-3f5b-48ac-a945-98da2f9bc240 None None] Set router 96936098-8204-4df6-9df7-84f3a78e0f82 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:42:13.698018 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-2319bac6-3f5b-48ac-a945-98da2f9bc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e5a0be0>, [{'id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'name': 'tempest-TestMinimumBasicScenario-582322433-router', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:38:53Z', 'updated_at': '2021-04-20T23:38:59Z', 'revision_number': 4, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'gw_port': {'id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:55Z', 'updated_at': '2021-04-20T23:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb', 'name': '', 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'mac_address': 'fa:16:3e:8d:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '9484c80a-583b-4813-8ae5-4f679e110c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:58Z', 'updated_at': '2021-04-20T23:39:11Z', 'revision_number': 5, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'subnets': [{'id': '9484c80a-583b-4813-8ae5-4f679e110c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:13.702702 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2319bac6-3f5b-48ac-a945-98da2f9bc240 None None] The sync data for ids ['96936098-8204-4df6-9df7-84f3a78e0f82'] in dv-cinder-680889-5-iscsi is: [{'id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'name': 'tempest-TestMinimumBasicScenario-582322433-router', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:38:53Z', 'updated_at': '2021-04-20T23:38:59Z', 'revision_number': 4, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'gw_port': {'id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:55Z', 'updated_at': '2021-04-20T23:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb', 'name': '', 'network_id': 'aaab3e3e-46fc-404b-8b71-8c9a8872960a', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'mac_address': 'fa:16:3e:8d:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '9484c80a-583b-4813-8ae5-4f679e110c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:58Z', 'updated_at': '2021-04-20T23:39:11Z', 'revision_number': 5, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'subnets': [{'id': '9484c80a-583b-4813-8ae5-4f679e110c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:42:13.743386 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46d451-c3c8-42c2-9af8-f26db56bcece req-f26fe8ba-07f7-4c50-9b91-bc2db404fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:13.744956 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c46d451-c3c8-42c2-9af8-f26db56bcece req-f26fe8ba-07f7-4c50-9b91-bc2db404fef8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9484c80a-583b-4813-8ae5-4f679e110c42 HTTP/1.1" status: 200  len: 853 time: 0.0834963
Apr 20 23:42:13.813037 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbf4967-e104-4ecc-9eb2-733102c5cae5', 'tag': '4994c204-57ba-4dd4-9a29-cff70725c3ec', 'status': 'completed', 'code': 200}
Apr 20 23:42:13.853452 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46d451-c3c8-42c2-9af8-f26db56bcece req-184e2512-f089-4727-954f-ce8f20c6b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:13.855052 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c46d451-c3c8-42c2-9af8-f26db56bcece req-184e2512-f089-4727-954f-ce8f20c6b879 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aaab3e3e-46fc-404b-8b71-8c9a8872960a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820403
Apr 20 23:42:14.027305 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c46d451-c3c8-42c2-9af8-f26db56bcece req-24dfeea0-39ff-4fa4-99a4-64521a868319 service neutron] 10.222.0.10 "GET /v2.0/networks/aaab3e3e-46fc-404b-8b71-8c9a8872960a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540701
Apr 20 23:42:14.123110 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b0c2f0-2923-4569-a4c4-9ad435752fba None None] New status for floating IP 191e77fa-9f07-4688-ab7a-967ef2bca248: DOWN {{(pid=86388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:42:14.179616 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0c46d451-c3c8-42c2-9af8-f26db56bcece req-bddc82d9-fe19-4bae-8f66-44bb8c5a25f1 service neutron] 10.222.0.10 "GET /v2.0/networks/aaab3e3e-46fc-404b-8b71-8c9a8872960a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421666
Apr 20 23:42:14.372760 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ea6ac-236b-4db2-9ea4-74f25ac713bf req-72e8f86d-0106-4581-9f0a-508a69d0729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:14.375317 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-855ea6ac-236b-4db2-9ea4-74f25ac713bf req-72e8f86d-0106-4581-9f0a-508a69d0729f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b369251a0ab64bcd9731f006de4b1c8d&device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 1099 time: 0.1126318
Apr 20 23:42:14.528233 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ea6ac-236b-4db2-9ea4-74f25ac713bf req-5b267237-7ddf-4b6a-896a-9a70fe819c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:14.529797 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-855ea6ac-236b-4db2-9ea4-74f25ac713bf req-5b267237-7ddf-4b6a-896a-9a70fe819c15 service neutron] 10.222.0.10 "GET /v2.0/networks?id=aaab3e3e-46fc-404b-8b71-8c9a8872960a HTTP/1.1" status: 200  len: 914 time: 0.1403053
Apr 20 23:42:14.618966 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-855ea6ac-236b-4db2-9ea4-74f25ac713bf req-0c800fbe-cbe9-4b77-bf95-9fcdd5f9b7de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4994c204-57ba-4dd4-9a29-cff70725c3ec HTTP/1.1" status: 200  len: 217 time: 0.0647383
Apr 20 23:42:14.694906 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ea6ac-236b-4db2-9ea4-74f25ac713bf req-dc376719-c5ad-43de-aa4f-665039df4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:14.696210 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-855ea6ac-236b-4db2-9ea4-74f25ac713bf req-dc376719-c5ad-43de-aa4f-665039df4ed0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9484c80a-583b-4813-8ae5-4f679e110c42 HTTP/1.1" status: 200  len: 853 time: 0.0666239
Apr 20 23:42:14.793980 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ea6ac-236b-4db2-9ea4-74f25ac713bf req-689b7ae9-0ee2-4170-bb73-116be1c7b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:14.795616 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-855ea6ac-236b-4db2-9ea4-74f25ac713bf req-689b7ae9-0ee2-4170-bb73-116be1c7b31f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aaab3e3e-46fc-404b-8b71-8c9a8872960a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816913
Apr 20 23:42:14.945707 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-855ea6ac-236b-4db2-9ea4-74f25ac713bf req-b9fedd0f-c996-41d2-a347-e49eded1c699 service neutron] 10.222.0.10 "GET /v2.0/networks/aaab3e3e-46fc-404b-8b71-8c9a8872960a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405690
Apr 20 23:42:15.154071 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-855ea6ac-236b-4db2-9ea4-74f25ac713bf req-b07b74e6-b3f7-4fc2-b465-151119c16b85 service neutron] 10.222.0.10 "GET /v2.0/networks/aaab3e3e-46fc-404b-8b71-8c9a8872960a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386619
Apr 20 23:42:17.562380 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:42:18.862222 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff57f6f-01c6-42a6-95a8-70a429b1ccd5 req-62eb58c5-4ca7-403e-8a66-0b02fe808973 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:18.863867 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9ff57f6f-01c6-42a6-95a8-70a429b1ccd5 req-62eb58c5-4ca7-403e-8a66-0b02fe808973 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 946 time: 0.0945883
Apr 20 23:42:18.912453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-9ff57f6f-01c6-42a6-95a8-70a429b1ccd5 req-88cdc4ef-8b4c-498e-b7e5-733248cb831a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Synchronizing usage tracker for tenant:b369251a0ab64bcd9731f006de4b1c8d on resource:security_group {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:42:18.951886 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-9ff57f6f-01c6-42a6-95a8-70a429b1ccd5 req-88cdc4ef-8b4c-498e-b7e5-733248cb831a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Unset dirty status for tenant:b369251a0ab64bcd9731f006de4b1c8d on resource:security_group {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:42:18.953413 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9ff57f6f-01c6-42a6-95a8-70a429b1ccd5 req-88cdc4ef-8b4c-498e-b7e5-733248cb831a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827482
Apr 20 23:42:20.165740 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfe09b-ebd1-4443-bd43-c62147382156 req-f956a6a9-4175-4097-80e2-cc9ad234d7e4 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:20.166511 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-64cfe09b-ebd1-4443-bd43-c62147382156 req-f956a6a9-4175-4097-80e2-cc9ad234d7e4 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Synchronizing usage tracker for tenant:b369251a0ab64bcd9731f006de4b1c8d on resource:port {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:42:20.233518 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-64cfe09b-ebd1-4443-bd43-c62147382156 req-f956a6a9-4175-4097-80e2-cc9ad234d7e4 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Unset dirty status for tenant:b369251a0ab64bcd9731f006de4b1c8d on resource:port {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:42:20.234836 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-64cfe09b-ebd1-4443-bd43-c62147382156 req-f956a6a9-4175-4097-80e2-cc9ad234d7e4 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 946 time: 0.1584909
Apr 20 23:42:20.283581 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-64cfe09b-ebd1-4443-bd43-c62147382156 req-c842ece7-ad13-4a80-a079-b04045152900 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419755
Apr 20 23:42:20.558926 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df58e69-13c0-4960-a978-97c2148891a9 req-fa9b939b-2ee9-45ca-ae40-957e59438fe2 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:20.560544 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1df58e69-13c0-4960-a978-97c2148891a9 req-fa9b939b-2ee9-45ca-ae40-957e59438fe2 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db87e31a-f212-4f06-af0f-a0a64a1a285c HTTP/1.1" status: 200  len: 945 time: 0.0927262
Apr 20 23:42:20.608902 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1df58e69-13c0-4960-a978-97c2148891a9 req-16938a50-4977-4b69-9492-baa3b4f459c2 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419946
Apr 20 23:42:21.016926 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f431eca-f411-4745-b5ad-cee0e0cbdf82 req-3dd25d8f-211f-46a7-a5a0-62d772b181b6 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:21.018390 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9f431eca-f411-4745-b5ad-cee0e0cbdf82 req-3dd25d8f-211f-46a7-a5a0-62d772b181b6 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 946 time: 0.0886288
Apr 20 23:42:21.101855 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-9f431eca-f411-4745-b5ad-cee0e0cbdf82 req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Deleting port 4994c204-57ba-4dd4-9a29-cff70725c3ec {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:21.102239 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-9f431eca-f411-4745-b5ad-cee0e0cbdf82 req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:21.361969 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-9f431eca-f411-4745-b5ad-cee0e0cbdf82 req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] For port 4994c204-57ba-4dd4-9a29-cff70725c3ec, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4994c204-57ba-4dd4-9a29-cff70725c3ec,segment=NetworkSegment(6164a0ad-8858-4d2b-aef8-7ca9a169ef20),segment_id=6164a0ad-8858-4d2b-aef8-7ca9a169ef20)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:42:21.362549 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-9f431eca-f411-4745-b5ad-cee0e0cbdf82 req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:21.530673 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-9f431eca-f411-4745-b5ad-cee0e0cbdf82 req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Calling delete_port for 4994c204-57ba-4dd4-9a29-cff70725c3ec owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:42:21.648549 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e9fe0-00cf-45bf-b0b5-24bdee575369 req-9147d362-1908-4d57-9531-6e319e08f33a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:21.650183 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-795e9fe0-00cf-45bf-b0b5-24bdee575369 req-9147d362-1908-4d57-9531-6e319e08f33a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 946 time: 0.2239349
Apr 20 23:42:21.743453 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-795e9fe0-00cf-45bf-b0b5-24bdee575369 req-878d2531-1032-417b-904c-3dcdeec810e9 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/security-groups?id=199331ab-3563-4a12-8515-1a3960fb2fbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865934
Apr 20 23:42:21.793572 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-9f431eca-f411-4745-b5ad-cee0e0cbdf82 req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:21.799738 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:21.819722 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db51a3e-2887-44b4-a5d7-4201d2facfbb req-539aa1ee-6bb5-45d6-a41a-cd3d6617095c tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:21.821312 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9db51a3e-2887-44b4-a5d7-4201d2facfbb req-539aa1ee-6bb5-45d6-a41a-cd3d6617095c tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db87e31a-f212-4f06-af0f-a0a64a1a285c HTTP/1.1" status: 200  len: 945 time: 0.0911181
Apr 20 23:42:21.832207 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['4994c204-57ba-4dd4-9a29-cff70725c3ec'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:42:21.848136 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Pushing event deleted for resources: {'Port': ['ID=4994c204-57ba-4dd4-9a29-cff70725c3ec,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:21.859452 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:21.859873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:21.860283 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:21.860654 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:21.861231 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:21.861635 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:21.862031 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:21.862426 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:21.862817 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:21.863225 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:21.863847 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:21.864028 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:21.881396 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9db51a3e-2887-44b4-a5d7-4201d2facfbb req-9a34a5a0-0295-413c-a5f5-aabf2a9622c9 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532513
Apr 20 23:42:21.901949 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:21.948411 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f431eca-f411-4745-b5ad-cee0e0cbdf82 req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] No DVR routers for this DVR port 4994c204-57ba-4dd4-9a29-cff70725c3ec on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:42:21.950876 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-9f431eca-f411-4745-b5ad-cee0e0cbdf82 req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:21.953980 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbf4967-e104-4ecc-9eb2-733102c5cae5', 'name': 'network-vif-deleted', 'tag': '4994c204-57ba-4dd4-9a29-cff70725c3ec'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:42:22.002238 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbf4967-e104-4ecc-9eb2-733102c5cae5', 'name': 'network-vif-deleted', 'tag': '4994c204-57ba-4dd4-9a29-cff70725c3ec', 'status': 'completed', 'code': 200}
Apr 20 23:42:22.011486 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9f431eca-f411-4745-b5ad-cee0e0cbdf82 req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.10 "DELETE /v2.0/ports/4994c204-57ba-4dd4-9a29-cff70725c3ec HTTP/1.1" status: 204  len: 173 time: 0.9850514
Apr 20 23:42:22.827916 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd9c7c-d96d-41ac-848a-86d5f5396da5 req-a493d3f1-2632-4bf4-9d67-d7b89739dfb1 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:22.829595 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bffd9c7c-d96d-41ac-848a-86d5f5396da5 req-a493d3f1-2632-4bf4-9d67-d7b89739dfb1 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.10 "GET /v2.0/ports?device_id=db87e31a-f212-4f06-af0f-a0a64a1a285c HTTP/1.1" status: 200  len: 945 time: 0.0893400
Apr 20 23:42:22.925704 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-443c0081-3d47-4de9-929c-f1be67e5093f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:22.949912 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-76926d79-2598-40f6-9c8e-2e822b21d1c4 req-b9770a00-7a60-4a41-beb7-4022f84e4c1b tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Synchronizing usage tracker for tenant:b369251a0ab64bcd9731f006de4b1c8d on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:42:22.974602 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-bffd9c7c-d96d-41ac-848a-86d5f5396da5 req-7fcce610-adf3-47c1-86a6-4cf045918fa7 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Deleting port 4d272419-70be-4660-9d9b-f3d907360b23 {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:22.975625 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bffd9c7c-d96d-41ac-848a-86d5f5396da5 req-7fcce610-adf3-47c1-86a6-4cf045918fa7 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:23.040891 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-76926d79-2598-40f6-9c8e-2e822b21d1c4 req-b9770a00-7a60-4a41-beb7-4022f84e4c1b tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Unset dirty status for tenant:b369251a0ab64bcd9731f006de4b1c8d on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:42:23.042227 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-76926d79-2598-40f6-9c8e-2e822b21d1c4 req-b9770a00-7a60-4a41-beb7-4022f84e4c1b tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbf4967-e104-4ecc-9eb2-733102c5cae5 HTTP/1.1" status: 200  len: 210 time: 0.1592174
Apr 20 23:42:23.119263 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77925a46-27f1-4a48-8921-1161b649a450 req-db8da209-16ab-4ece-ba15-a9ccca19987a tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:23.121022 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-77925a46-27f1-4a48-8921-1161b649a450 req-db8da209-16ab-4ece-ba15-a9ccca19987a tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db87e31a-f212-4f06-af0f-a0a64a1a285c HTTP/1.1" status: 200  len: 945 time: 0.1211431
Apr 20 23:42:23.172624 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-77925a46-27f1-4a48-8921-1161b649a450 req-d7265d8f-a565-4179-9040-47d8d7e7c5ad tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447912
Apr 20 23:42:23.269570 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-bffd9c7c-d96d-41ac-848a-86d5f5396da5 req-7fcce610-adf3-47c1-86a6-4cf045918fa7 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] For port 4d272419-70be-4660-9d9b-f3d907360b23, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4d272419-70be-4660-9d9b-f3d907360b23,segment=NetworkSegment(52831757-1a6a-47ba-847c-9dabdcfa1f34),segment_id=52831757-1a6a-47ba-847c-9dabdcfa1f34)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:42:23.269897 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bffd9c7c-d96d-41ac-848a-86d5f5396da5 req-7fcce610-adf3-47c1-86a6-4cf045918fa7 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:23.404102 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-bffd9c7c-d96d-41ac-848a-86d5f5396da5 req-7fcce610-adf3-47c1-86a6-4cf045918fa7 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Calling delete_port for 4d272419-70be-4660-9d9b-f3d907360b23 owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:42:23.668038 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bffd9c7c-d96d-41ac-848a-86d5f5396da5 req-7fcce610-adf3-47c1-86a6-4cf045918fa7 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:23.673861 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:23.705277 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['4d272419-70be-4660-9d9b-f3d907360b23'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:42:23.721218 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcce610-adf3-47c1-86a6-4cf045918fa7 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Pushing event deleted for resources: {'Port': ['ID=4d272419-70be-4660-9d9b-f3d907360b23,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:23.725707 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7fcce610-adf3-47c1-86a6-4cf045918fa7 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:23.804626 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffd9c7c-d96d-41ac-848a-86d5f5396da5 req-7fcce610-adf3-47c1-86a6-4cf045918fa7 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] No DVR routers for this DVR port 4d272419-70be-4660-9d9b-f3d907360b23 on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:42:23.806956 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bffd9c7c-d96d-41ac-848a-86d5f5396da5 req-7fcce610-adf3-47c1-86a6-4cf045918fa7 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:23.852303 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bffd9c7c-d96d-41ac-848a-86d5f5396da5 req-7fcce610-adf3-47c1-86a6-4cf045918fa7 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.10 "DELETE /v2.0/ports/4d272419-70be-4660-9d9b-f3d907360b23 HTTP/1.1" status: 204  len: 173 time: 1.0149908
Apr 20 23:42:24.003303 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db87e31a-f212-4f06-af0f-a0a64a1a285c', 'name': 'network-vif-deleted', 'tag': '4d272419-70be-4660-9d9b-f3d907360b23'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:42:24.053685 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db87e31a-f212-4f06-af0f-a0a64a1a285c', 'name': 'network-vif-deleted', 'tag': '4d272419-70be-4660-9d9b-f3d907360b23', 'status': 'completed', 'code': 200}
Apr 20 23:42:24.354051 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-819944e7-cd19-4a9f-99d0-b78825826d29 req-0b649a5e-c1e3-4070-808d-62ba3e1eee36 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db87e31a-f212-4f06-af0f-a0a64a1a285c HTTP/1.1" status: 200  len: 210 time: 0.0494342
Apr 20 23:42:24.907787 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-79cce61d-23ef-4990-9b00-3fbbc6f266c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:25.676175 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 44502) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:25.936599 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 4994c204-57ba-4dd4-9a29-cff70725c3ec no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:42:25.980421 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: 4994c204-57ba-4dd4-9a29-cff70725c3ec {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:42:25.980932 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 4994c204-57ba-4dd4-9a29-cff70725c3ec not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:42:26.215090 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:26.267954 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546966'] for router_interface, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:26.411084 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:26.636503 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Deleting port 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:26.636896 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:26.824178 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] For port 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb,segment=NetworkSegment(6164a0ad-8858-4d2b-aef8-7ca9a169ef20),segment_id=6164a0ad-8858-4d2b-aef8-7ca9a169ef20)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:42:26.824576 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:26.956719 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Calling delete_port for 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb owned by network:router_interface {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:42:27.153611 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:27.158205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:27.202962 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:27.241873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:27.242291 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:27.242695 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:27.243093 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:27.243516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:27.243918 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:27.244310 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:27.244700 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:27.245094 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:27.245484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:27.245874 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:27.246257 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:27.254437 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:27.290021 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:27.498921 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821772709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547048'] for router_interface, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:28.117508 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Router 96936098-8204-4df6-9df7-84f3a78e0f82 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:42:28.302077 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:42:28.311604 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c5e7ae-f050-4628-95f8-38a1eedc0b0e None None] Sync routers for ids ['96936098-8204-4df6-9df7-84f3a78e0f82'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:42:28.322199 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c5e7ae-f050-4628-95f8-38a1eedc0b0e None None] Routers {'96936098-8204-4df6-9df7-84f3a78e0f82'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:42:28.322893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-69c5e7ae-f050-4628-95f8-38a1eedc0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e7851d0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:42:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['96936098-8204-4df6-9df7-84f3a78e0f82'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:28.342333 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-522c7544-3631-4e91-930c-014b0d0dd530 admin admin] 10.222.0.15 "PUT /v2.0/routers/96936098-8204-4df6-9df7-84f3a78e0f82/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6648633
Apr 20 23:42:28.344861 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 44516) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:28.513540 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-69c5e7ae-f050-4628-95f8-38a1eedc0b0e None None] Set router 96936098-8204-4df6-9df7-84f3a78e0f82 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:42:28.533261 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2fd178c1-0d80-45c2-a809-da7a78d07868 admin admin] Notify callbacks [] for router, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:28.725306 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2fd178c1-0d80-45c2-a809-da7a78d07868 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:28.763631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-2fd178c1-0d80-45c2-a809-da7a78d07868 admin admin] Deleting port 81fee4f5-2088-4560-b3df-8cd18e350342 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:28.764042 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2fd178c1-0d80-45c2-a809-da7a78d07868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:28.820139 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-69c5e7ae-f050-4628-95f8-38a1eedc0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e7851d0>, [{'id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'name': 'tempest-TestMinimumBasicScenario-582322433-router', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:38:53Z', 'updated_at': '2021-04-20T23:42:27Z', 'revision_number': 5, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'gw_port': {'id': '81fee4f5-2088-4560-b3df-8cd18e350342', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:55Z', 'updated_at': '2021-04-20T23:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:28.824229 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c5e7ae-f050-4628-95f8-38a1eedc0b0e None None] Checking router: 96936098-8204-4df6-9df7-84f3a78e0f82 for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:42:28.833301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c5e7ae-f050-4628-95f8-38a1eedc0b0e None None] Routers {'96936098-8204-4df6-9df7-84f3a78e0f82'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:42:28.833966 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-69c5e7ae-f050-4628-95f8-38a1eedc0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e7851d0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:42:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['96936098-8204-4df6-9df7-84f3a78e0f82'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:28.950217 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-2fd178c1-0d80-45c2-a809-da7a78d07868 admin admin] For port 81fee4f5-2088-4560-b3df-8cd18e350342, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=81fee4f5-2088-4560-b3df-8cd18e350342,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:42:28.950623 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2fd178c1-0d80-45c2-a809-da7a78d07868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:28.995536 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-69c5e7ae-f050-4628-95f8-38a1eedc0b0e None None] Set router 96936098-8204-4df6-9df7-84f3a78e0f82 gateway port host: None {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:42:29.042250 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 4d272419-70be-4660-9d9b-f3d907360b23 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:42:29.085997 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-2fd178c1-0d80-45c2-a809-da7a78d07868 admin admin] Calling delete_port for 81fee4f5-2088-4560-b3df-8cd18e350342 owned by network:router_gateway {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:42:29.146230 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: 4d272419-70be-4660-9d9b-f3d907360b23 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:42:29.147476 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 4d272419-70be-4660-9d9b-f3d907360b23 not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:42:29.149825 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-69c5e7ae-f050-4628-95f8-38a1eedc0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e7851d0>, [{'id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'name': 'tempest-TestMinimumBasicScenario-582322433-router', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:38:53Z', 'updated_at': '2021-04-20T23:42:28Z', 'revision_number': 6, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'gw_port_host': None}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:29.154224 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c5e7ae-f050-4628-95f8-38a1eedc0b0e None None] The sync data for ids ['96936098-8204-4df6-9df7-84f3a78e0f82'] in dv-cinder-680889-5-iscsi is: [{'id': '96936098-8204-4df6-9df7-84f3a78e0f82', 'name': 'tempest-TestMinimumBasicScenario-582322433-router', 'tenant_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:38:53Z', 'updated_at': '2021-04-20T23:42:28Z', 'revision_number': 6, 'project_id': 'b369251a0ab64bcd9731f006de4b1c8d', 'gw_port_host': None}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:42:29.399297 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2fd178c1-0d80-45c2-a809-da7a78d07868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:29.404523 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:29.453761 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd178c1-0d80-45c2-a809-da7a78d07868 admin admin] Pushing event deleted for resources: {'Port': ['ID=81fee4f5-2088-4560-b3df-8cd18e350342,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:29.456937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2fd178c1-0d80-45c2-a809-da7a78d07868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:29.551686 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2fd178c1-0d80-45c2-a809-da7a78d07868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854126999'] for router_gateway, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:29.612676 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 81fee4f5-2088-4560-b3df-8cd18e350342 no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:42:29.654087 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: 81fee4f5-2088-4560-b3df-8cd18e350342 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:42:29.654581 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 81fee4f5-2088-4560-b3df-8cd18e350342 not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:42:29.655115 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:42:29.744630 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2fd178c1-0d80-45c2-a809-da7a78d07868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854230475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5879'] for router, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:29.747324 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2fd178c1-0d80-45c2-a809-da7a78d07868 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:29.856959 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:42:29.857358 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 8a8c6124-d3a0-4b80-8cf0-b2bdcbc6e6cb not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:42:29.866894 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2fd178c1-0d80-45c2-a809-da7a78d07868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-542065'] for router, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:29.867516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd178c1-0d80-45c2-a809-da7a78d07868 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96936098-8204-4df6-9df7-84f3a78e0f82 {{(pid=86385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 23:42:29.880667 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2fd178c1-0d80-45c2-a809-da7a78d07868 admin admin] Notify callbacks [] for router, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:29.881994 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2fd178c1-0d80-45c2-a809-da7a78d07868 admin admin] 10.222.0.15 "DELETE /v2.0/routers/96936098-8204-4df6-9df7-84f3a78e0f82 HTTP/1.1" status: 204  len: 168 time: 1.5360689
Apr 20 23:42:29.884581 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 44522) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:29.956324 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-937c2604-5ef5-4de1-bad3-578a70ccb831 admin admin] Deleting subnet 9484c80a-583b-4813-8ae5-4f679e110c42 {{(pid=86385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:42:29.959396 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-937c2604-5ef5-4de1-bad3-578a70ccb831 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:30.010998 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-937c2604-5ef5-4de1-bad3-578a70ccb831 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851430518'] for subnet, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:30.136745 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-937c2604-5ef5-4de1-bad3-578a70ccb831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821926496'] for subnet, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:30.451397 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-937c2604-5ef5-4de1-bad3-578a70ccb831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32849304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851396337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851829637'] for subnet, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:30.456987 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1381c651-ebfe-4f54-b129-54b0877639b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:30.499423 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c2604-5ef5-4de1-bad3-578a70ccb831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9484c80a-583b-4813-8ae5-4f679e110c42,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:30.502436 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-937c2604-5ef5-4de1-bad3-578a70ccb831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:30.503521 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-937c2604-5ef5-4de1-bad3-578a70ccb831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:30.509919 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94197f98-3ba0-4e8e-9a7c-6a2888cf3367 None None] Network aaab3e3e-46fc-404b-8b71-8c9a8872960a requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:42:30.510887 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-937c2604-5ef5-4de1-bad3-578a70ccb831 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9484c80a-583b-4813-8ae5-4f679e110c42 HTTP/1.1" status: 204  len: 168 time: 0.6249623
Apr 20 23:42:30.513299 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 44544) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:30.641363 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821894164'] for network, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:30.652644 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Deleting port b3637726-4856-4605-b04b-df47f5f2cf0a {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:30.653009 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:30.778309 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe85352a-4cd7-4697-a0b3-a510a63b2a44 None None] DHCP port deletion for aaab3e3e-46fc-404b-8b71-8c9a8872960a request from dv-cinder-680889-5-iscsi {{(pid=86387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 23:42:30.782683 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-fe85352a-4cd7-4697-a0b3-a510a63b2a44 None None] Deleting port b3637726-4856-4605-b04b-df47f5f2cf0a {{(pid=86387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:30.783102 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fe85352a-4cd7-4697-a0b3-a510a63b2a44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:31.009406 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-fe85352a-4cd7-4697-a0b3-a510a63b2a44 None None] For port b3637726-4856-4605-b04b-df47f5f2cf0a, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=b3637726-4856-4605-b04b-df47f5f2cf0a,segment=NetworkSegment(6164a0ad-8858-4d2b-aef8-7ca9a169ef20),segment_id=6164a0ad-8858-4d2b-aef8-7ca9a169ef20)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:42:31.009746 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fe85352a-4cd7-4697-a0b3-a510a63b2a44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:31.139821 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] For port b3637726-4856-4605-b04b-df47f5f2cf0a, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=b3637726-4856-4605-b04b-df47f5f2cf0a,segment=NetworkSegment(6164a0ad-8858-4d2b-aef8-7ca9a169ef20),segment_id=6164a0ad-8858-4d2b-aef8-7ca9a169ef20)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:42:31.140209 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:31.144804 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-fe85352a-4cd7-4697-a0b3-a510a63b2a44 None None] Calling delete_port for b3637726-4856-4605-b04b-df47f5f2cf0a owned by network:dhcp {{(pid=86387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:42:31.274337 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Calling delete_port for b3637726-4856-4605-b04b-df47f5f2cf0a owned by network:dhcp {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:42:31.319592 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fe85352a-4cd7-4697-a0b3-a510a63b2a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245'] for port, after_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:31.326725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:31.358399 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.db.api [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86385) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:42:31.358914 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_db.api [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:42:31.380860 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85352a-4cd7-4697-a0b3-a510a63b2a44 None None] Pushing event deleted for resources: {'Port': ['ID=b3637726-4856-4605-b04b-df47f5f2cf0a,revision_number=None']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:31.384304 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fe85352a-4cd7-4697-a0b3-a510a63b2a44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:31.385660 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe85352a-4cd7-4697-a0b3-a510a63b2a44 None None] No DVR routers for this DVR port b3637726-4856-4605-b04b-df47f5f2cf0a on host dv-cinder-680889-5-iscsi {{(pid=86387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:42:31.601139 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device b3637726-4856-4605-b04b-df47f5f2cf0a no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:42:31.639770 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: b3637726-4856-4605-b04b-df47f5f2cf0a {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:42:31.640167 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device b3637726-4856-4605-b04b-df47f5f2cf0a not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:42:31.859872 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Deleting port b3637726-4856-4605-b04b-df47f5f2cf0a {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:31.860269 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:31.937153 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] The port 'b3637726-4856-4605-b04b-df47f5f2cf0a' was deleted {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 23:42:32.059861 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32849397', 'neutron.services.segments.db._delete_segments_for_network-8727759383667'] for network, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:32.175598 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f016db67eb8>,) {'filters': {'network_id': ['aaab3e3e-46fc-404b-8b71-8c9a8872960a']}} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:32.188322 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f016db67eb8>, '6164a0ad-8858-4d2b-aef8-7ca9a169ef20') {'for_net_delete': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:32.188660 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f016db67eb8>, '6164a0ad-8858-4d2b-aef8-7ca9a169ef20') {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:32.201319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309095412067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345282'] for segment, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:32.216936 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:32.223012 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=86385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:42:32.403205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Network aaab3e3e-46fc-404b-8b71-8c9a8872960a has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:42:32.411984 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821929039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379372'] for segment, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:32.595796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Network aaab3e3e-46fc-404b-8b71-8c9a8872960a has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:   % (table.description, expected, rows_matched)
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:   % (table.description, expected, rows_matched)
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:   % (table.description, expected, rows_matched)
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:   % (table.description, expected, rows_matched)
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]: Traceback (most recent call last):
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:     timer()
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:     cb(*args, **kw)
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:     return func(*args, **kwargs)
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:     self._notify()
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:     self.callback(batched_events)
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:     event.method(event)
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:     segment_id)['aggregates'][0]
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:     return f(self, *a, **k)
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self._get(url).json()
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:     **kwargs)
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:     **endpoint_filter)
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:42:32.622870 dv-cinder-680889-5-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:42:32.763102 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821926403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854229106'] for network, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:32.767402 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b1ccefe4-da0c-482d-95e0-095541d4d76c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:32.784262 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:32.793202 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=aaab3e3e-46fc-404b-8b71-8c9a8872960a,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:32.797974 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:32.801212 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-01e1cfb9-627c-4296-8d8c-8aa193884f1f admin admin] 10.222.0.15 "DELETE /v2.0/networks/aaab3e3e-46fc-404b-8b71-8c9a8872960a HTTP/1.1" status: 204  len: 168 time: 2.2868037
Apr 20 23:42:32.804718 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 44562) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:33.370152 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c58c2103-e456-4035-ba0d-2d7a086f0156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546966'] for router_interface, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:33.735632 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-c58c2103-e456-4035-ba0d-2d7a086f0156 admin admin] Deleting port 72ca7241-533a-4557-b527-46ea41a68811 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:33.736050 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c58c2103-e456-4035-ba0d-2d7a086f0156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:33.916216 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-c58c2103-e456-4035-ba0d-2d7a086f0156 admin admin] For port 72ca7241-533a-4557-b527-46ea41a68811, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=72ca7241-533a-4557-b527-46ea41a68811,segment=NetworkSegment(ad98f59a-0b10-4a72-bc6f-f987b1952970),segment_id=ad98f59a-0b10-4a72-bc6f-f987b1952970)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:42:33.916608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c58c2103-e456-4035-ba0d-2d7a086f0156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:34.048166 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-c58c2103-e456-4035-ba0d-2d7a086f0156 admin admin] Calling delete_port for 72ca7241-533a-4557-b527-46ea41a68811 owned by network:router_interface {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:42:34.243108 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c58c2103-e456-4035-ba0d-2d7a086f0156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:34.247738 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:34.295365 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c2103-e456-4035-ba0d-2d7a086f0156 admin admin] Pushing event deleted for resources: {'Port': ['ID=72ca7241-533a-4557-b527-46ea41a68811,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:34.298658 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c58c2103-e456-4035-ba0d-2d7a086f0156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:34.813683 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c58c2103-e456-4035-ba0d-2d7a086f0156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821772709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547048'] for router_interface, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:35.204730 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58c2103-e456-4035-ba0d-2d7a086f0156 admin admin] Router fae7da50-d153-408b-a2a7-4d43821f2e00 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:42:35.529378 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58c2103-e456-4035-ba0d-2d7a086f0156 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:42:35.538175 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d622024-8dd9-446d-99c0-3bfc55b4eb34 None None] Sync routers for ids ['fae7da50-d153-408b-a2a7-4d43821f2e00'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:42:35.543253 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-84d5b04b-e0dd-425a-bfe6-ce1faa1fe7ef tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:35.544882 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-84d5b04b-e0dd-425a-bfe6-ce1faa1fe7ef tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/networks?id=b4231922-bfd4-4a68-8ae0-a0328bbd12c6 HTTP/1.1" status: 200  len: 814 time: 0.2801657
Apr 20 23:42:35.549532 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d622024-8dd9-446d-99c0-3bfc55b4eb34 None None] Routers {'fae7da50-d153-408b-a2a7-4d43821f2e00'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:42:35.550212 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7d622024-8dd9-446d-99c0-3bfc55b4eb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016f238ef0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:42:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['fae7da50-d153-408b-a2a7-4d43821f2e00'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:35.551818 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c58c2103-e456-4035-ba0d-2d7a086f0156 admin admin] 10.222.0.15 "PUT /v2.0/routers/fae7da50-d153-408b-a2a7-4d43821f2e00/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7456968
Apr 20 23:42:35.553579 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 44584) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:35.689996 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-852a4a36-b193-4ae3-9443-ffd6f1641ba4 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/quotas/68564d82e8ed4b2882bbdd48b55ca00c HTTP/1.1" status: 200  len: 375 time: 0.0783362
Apr 20 23:42:35.754681 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-7d622024-8dd9-446d-99c0-3bfc55b4eb34 None None] Set router fae7da50-d153-408b-a2a7-4d43821f2e00 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:42:35.768663 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-e48e4631-f6e7-482c-b038-2d36c0a511bf tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=68564d82e8ed4b2882bbdd48b55ca00c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0648983
Apr 20 23:42:35.821045 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d67919b6-3c12-4592-b146-52a5c583fea9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:36.086318 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7d622024-8dd9-446d-99c0-3bfc55b4eb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016f238ef0>, [{'id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'name': 'tempest-TestMinimumBasicScenario-734845461-router', 'tenant_id': '00b23d4940fc4d3e9afb447285056ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '712351fe-13e7-4f90-8075-4054076bf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:39:04Z', 'updated_at': '2021-04-20T23:42:34Z', 'revision_number': 5, 'project_id': '00b23d4940fc4d3e9afb447285056ed5', 'gw_port': {'id': '712351fe-13e7-4f90-8075-4054076bf542', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:39:05Z', 'updated_at': '2021-04-20T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:36.090454 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d622024-8dd9-446d-99c0-3bfc55b4eb34 None None] Checking router: fae7da50-d153-408b-a2a7-4d43821f2e00 for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:42:36.100093 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d622024-8dd9-446d-99c0-3bfc55b4eb34 None None] Routers {'fae7da50-d153-408b-a2a7-4d43821f2e00'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:42:36.100767 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7d622024-8dd9-446d-99c0-3bfc55b4eb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016f238ef0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:42:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['fae7da50-d153-408b-a2a7-4d43821f2e00'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:36.165007 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-1e6eff94-7e69-4281-810c-ad524fe6c242 service neutron] 10.222.0.15 "GET /v2.0/networks/b4231922-bfd4-4a68-8ae0-a0328bbd12c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3867233
Apr 20 23:42:36.167957 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d67919b6-3c12-4592-b146-52a5c583fea9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:36.269344 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d67919b6-3c12-4592-b146-52a5c583fea9 admin admin] Deleting port 712351fe-13e7-4f90-8075-4054076bf542 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:36.269722 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d67919b6-3c12-4592-b146-52a5c583fea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:36.306066 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-7d622024-8dd9-446d-99c0-3bfc55b4eb34 None None] Set router fae7da50-d153-408b-a2a7-4d43821f2e00 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:42:36.478237 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-48944c62-ef57-4228-9f0e-3a90d5efe22e service neutron] 10.222.0.15 "GET /v2.0/networks/b4231922-bfd4-4a68-8ae0-a0328bbd12c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3031437
Apr 20 23:42:36.524871 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d67919b6-3c12-4592-b146-52a5c583fea9 admin admin] For port 712351fe-13e7-4f90-8075-4054076bf542, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=712351fe-13e7-4f90-8075-4054076bf542,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:42:36.525280 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d67919b6-3c12-4592-b146-52a5c583fea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:36.619891 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7d622024-8dd9-446d-99c0-3bfc55b4eb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016f238ef0>, [{'id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'name': 'tempest-TestMinimumBasicScenario-734845461-router', 'tenant_id': '00b23d4940fc4d3e9afb447285056ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '712351fe-13e7-4f90-8075-4054076bf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:39:04Z', 'updated_at': '2021-04-20T23:42:34Z', 'revision_number': 5, 'project_id': '00b23d4940fc4d3e9afb447285056ed5', 'gw_port': {'id': '712351fe-13e7-4f90-8075-4054076bf542', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:39:05Z', 'updated_at': '2021-04-20T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:36.624778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d622024-8dd9-446d-99c0-3bfc55b4eb34 None None] The sync data for ids ['fae7da50-d153-408b-a2a7-4d43821f2e00'] in dv-cinder-680889-5-iscsi is: [{'id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'name': 'tempest-TestMinimumBasicScenario-734845461-router', 'tenant_id': '00b23d4940fc4d3e9afb447285056ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '712351fe-13e7-4f90-8075-4054076bf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:39:04Z', 'updated_at': '2021-04-20T23:42:34Z', 'revision_number': 5, 'project_id': '00b23d4940fc4d3e9afb447285056ed5', 'gw_port': {'id': '712351fe-13e7-4f90-8075-4054076bf542', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae7da50-d153-408b-a2a7-4d43821f2e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:39:05Z', 'updated_at': '2021-04-20T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:42:36.666661 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-d67919b6-3c12-4592-b146-52a5c583fea9 admin admin] Calling delete_port for 712351fe-13e7-4f90-8075-4054076bf542 owned by network:router_gateway {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:42:36.752627 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-fb1e154e-36a4-43f2-b8c4-25983ec506fd req-52ffb6f3-9c8f-4989-933b-add39367d914 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Synchronizing usage tracker for tenant:68564d82e8ed4b2882bbdd48b55ca00c on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:42:36.797925 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-fb1e154e-36a4-43f2-b8c4-25983ec506fd req-52ffb6f3-9c8f-4989-933b-add39367d914 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Unset dirty status for tenant:68564d82e8ed4b2882bbdd48b55ca00c on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:42:36.799268 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fb1e154e-36a4-43f2-b8c4-25983ec506fd req-52ffb6f3-9c8f-4989-933b-add39367d914 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db3dd7b0-86b8-40d1-8423-38bd53b1ba08 HTTP/1.1" status: 200  len: 210 time: 0.1168511
Apr 20 23:42:36.900865 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d67919b6-3c12-4592-b146-52a5c583fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:36.906228 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2fd178c1-0d80-45c2-a809-da7a78d07868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:36.952932 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67919b6-3c12-4592-b146-52a5c583fea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=712351fe-13e7-4f90-8075-4054076bf542,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:36.955621 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d67919b6-3c12-4592-b146-52a5c583fea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:37.053878 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d67919b6-3c12-4592-b146-52a5c583fea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854126999'] for router_gateway, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:37.493400 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d67919b6-3c12-4592-b146-52a5c583fea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854230475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5879'] for router, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:37.495750 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d67919b6-3c12-4592-b146-52a5c583fea9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:37.613755 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 72ca7241-533a-4557-b527-46ea41a68811 no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:42:37.651498 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: 72ca7241-533a-4557-b527-46ea41a68811 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:42:37.651899 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 72ca7241-533a-4557-b527-46ea41a68811 not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:42:37.660530 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d67919b6-3c12-4592-b146-52a5c583fea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-542065'] for router, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:37.661113 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67919b6-3c12-4592-b146-52a5c583fea9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fae7da50-d153-408b-a2a7-4d43821f2e00 {{(pid=86385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 23:42:37.674458 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d67919b6-3c12-4592-b146-52a5c583fea9 admin admin] Notify callbacks [] for router, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:37.678416 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d67919b6-3c12-4592-b146-52a5c583fea9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/fae7da50-d153-408b-a2a7-4d43821f2e00 HTTP/1.1" status: 204  len: 168 time: 2.1219006
Apr 20 23:42:37.679472 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 44618) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:37.751550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c11ad11-772e-42ec-842b-e7802819f5d4 admin admin] Deleting subnet 79ca5d59-e6e0-44f8-81f4-d60c17bcebe6 {{(pid=86386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:42:37.754877 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5c11ad11-772e-42ec-842b-e7802819f5d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:37.812462 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5c11ad11-772e-42ec-842b-e7802819f5d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853902864'] for subnet, precommit_delete_associations {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:37.941000 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5c11ad11-772e-42ec-842b-e7802819f5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821926496'] for subnet, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:38.039570 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-288ff259-e405-4333-a67c-8dc9d5649f79 req-bbba5043-53da-4ed4-ab29-512c41834bbf tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db3dd7b0-86b8-40d1-8423-38bd53b1ba08 HTTP/1.1" status: 200  len: 210 time: 0.0702884
Apr 20 23:42:38.496914 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:38.844357 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5c11ad11-772e-42ec-842b-e7802819f5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32849304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2584811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852812933'] for subnet, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:38.856528 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:38.908890 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11ad11-772e-42ec-842b-e7802819f5d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ca5d59-e6e0-44f8-81f4-d60c17bcebe6,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:38.910697 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5c11ad11-772e-42ec-842b-e7802819f5d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:38.912692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f63c794-8e13-486c-aa82-0b33d19825d6 None None] Network 6a0a4384-defb-4a30-82b2-374907dd0a14 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:42:38.916690 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5c11ad11-772e-42ec-842b-e7802819f5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:38.925858 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5c11ad11-772e-42ec-842b-e7802819f5d4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/79ca5d59-e6e0-44f8-81f4-d60c17bcebe6 HTTP/1.1" status: 204  len: 168 time: 1.2454720
Apr 20 23:42:38.928779 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 44632) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:38.977892 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-f5143742-bb3d-4345-9252-f45cdd4d1ae4 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:38.980208 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-f5143742-bb3d-4345-9252-f45cdd4d1ae4 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.10 "GET /v2.0/networks?id=b4231922-bfd4-4a68-8ae0-a0328bbd12c6 HTTP/1.1" status: 200  len: 814 time: 0.2168553
Apr 20 23:42:38.999966 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-2839184e-2d9f-4402-bea4-6c5c3cc77704 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Request body: {'port': {'device_id': 'db3dd7b0-86b8-40d1-8423-38bd53b1ba08', 'network_id': 'b4231922-bfd4-4a68-8ae0-a0328bbd12c6', 'admin_state_up': True, 'tenant_id': '68564d82e8ed4b2882bbdd48b55ca00c'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:42:39.055541 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821894164'] for network, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:39.066460 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Deleting port 722bed71-3eb6-47de-984b-415eae6e89eb {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:39.066846 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:39.204744 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-2839184e-2d9f-4402-bea4-6c5c3cc77704 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:42:39.221295 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354749a5-5c4b-48b3-bd68-c4e2e71c23b6 None None] DHCP port deletion for 6a0a4384-defb-4a30-82b2-374907dd0a14 request from dv-cinder-680889-5-iscsi {{(pid=86387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 23:42:39.247359 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-354749a5-5c4b-48b3-bd68-c4e2e71c23b6 None None] Deleting port 722bed71-3eb6-47de-984b-415eae6e89eb {{(pid=86387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:39.247359 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-354749a5-5c4b-48b3-bd68-c4e2e71c23b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:39.265849 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-2839184e-2d9f-4402-bea4-6c5c3cc77704 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:42:39.279994 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fdf5696a-77e6-4234-94e3-56f41624a9e7 req-52e6380c-2504-4c37-b603-877340fd874a tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db3dd7b0-86b8-40d1-8423-38bd53b1ba08 HTTP/1.1" status: 200  len: 210 time: 0.0724471
Apr 20 23:42:39.336406 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] For port 722bed71-3eb6-47de-984b-415eae6e89eb, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=722bed71-3eb6-47de-984b-415eae6e89eb,segment=NetworkSegment(ad98f59a-0b10-4a72-bc6f-f987b1952970),segment_id=ad98f59a-0b10-4a72-bc6f-f987b1952970)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:42:39.336804 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:39.383146 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-2839184e-2d9f-4402-bea4-6c5c3cc77704 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Made reservation on behalf of 68564d82e8ed4b2882bbdd48b55ca00c for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:42:39.394125 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-2839184e-2d9f-4402-bea4-6c5c3cc77704 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:39.470694 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-354749a5-5c4b-48b3-bd68-c4e2e71c23b6 None None] For port 722bed71-3eb6-47de-984b-415eae6e89eb, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=722bed71-3eb6-47de-984b-415eae6e89eb,segment=NetworkSegment(ad98f59a-0b10-4a72-bc6f-f987b1952970),segment_id=ad98f59a-0b10-4a72-bc6f-f987b1952970)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:42:39.471055 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-354749a5-5c4b-48b3-bd68-c4e2e71c23b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:39.471208 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Calling delete_port for 722bed71-3eb6-47de-984b-415eae6e89eb owned by network:dhcp {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:42:39.588162 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:39.591089 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-2839184e-2d9f-4402-bea4-6c5c3cc77704 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Allocated IP 172.20.0.3 (b4231922-bfd4-4a68-8ae0-a0328bbd12c6/8bf18ff0-4e74-4cb0-8bdd-eb6f6515c206/6fa40268-44f0-4078-9183-53e8a8da771f) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:42:39.594390 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:39.606900 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-354749a5-5c4b-48b3-bd68-c4e2e71c23b6 None None] Calling delete_port for 722bed71-3eb6-47de-984b-415eae6e89eb owned by network:dhcp {{(pid=86387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:42:39.641149 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 722bed71-3eb6-47de-984b-415eae6e89eb no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:42:39.647425 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Pushing event deleted for resources: {'Port': ['ID=722bed71-3eb6-47de-984b-415eae6e89eb,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:39.650942 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:39.651834 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] No DVR routers for this DVR port 722bed71-3eb6-47de-984b-415eae6e89eb on host dv-cinder-680889-5-iscsi {{(pid=86385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:42:39.689574 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: 722bed71-3eb6-47de-984b-415eae6e89eb {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:42:39.689973 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 722bed71-3eb6-47de-984b-415eae6e89eb not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:42:39.690453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 712351fe-13e7-4f90-8075-4054076bf542 no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:42:39.735448 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: 712351fe-13e7-4f90-8075-4054076bf542 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:42:39.735849 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 712351fe-13e7-4f90-8075-4054076bf542 not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:42:39.813210 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32849397', 'neutron.services.segments.db._delete_segments_for_network-8727759383667'] for network, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:39.817618 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.db.api [None req-354749a5-5c4b-48b3-bd68-c4e2e71c23b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86387) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:42:39.821352 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_db.api [None req-354749a5-5c4b-48b3-bd68-c4e2e71c23b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:42:39.840152 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-2839184e-2d9f-4402-bea4-6c5c3cc77704 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:39.919955 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-2839184e-2d9f-4402-bea4-6c5c3cc77704 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:39.933900 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1d534d6c-0fcd-4174-8d69-6413439426ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:39.941988 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f016eeaf860>,) {'filters': {'network_id': ['6a0a4384-defb-4a30-82b2-374907dd0a14']}} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:39.955734 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f016eeaf860>, 'ad98f59a-0b10-4a72-bc6f-f987b1952970') {'for_net_delete': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:39.956082 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f016eeaf860>, 'ad98f59a-0b10-4a72-bc6f-f987b1952970') {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:39.969806 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309095412067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345282'] for segment, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:40.007718 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-2839184e-2d9f-4402-bea4-6c5c3cc77704 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Network b4231922-bfd4-4a68-8ae0-a0328bbd12c6 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:42:40.011575 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-2839184e-2d9f-4402-bea4-6c5c3cc77704 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:42:40.014257 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-2839184e-2d9f-4402-bea4-6c5c3cc77704 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:42:40.057120 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:40.060894 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839184e-2d9f-4402-bea4-6c5c3cc77704 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Pushing event updated for resources: {'Port': ['ID=6fa40268-44f0-4078-9183-53e8a8da771f,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:40.065553 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2839184e-2d9f-4402-bea4-6c5c3cc77704 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:40.066395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=86385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:42:40.093170 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-2839184e-2d9f-4402-bea4-6c5c3cc77704 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:40.093836 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-2839184e-2d9f-4402-bea4-6c5c3cc77704 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:40.231108 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-2839184e-2d9f-4402-bea4-6c5c3cc77704 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2361376
Apr 20 23:42:40.271937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Network 6a0a4384-defb-4a30-82b2-374907dd0a14 has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:42:40.281654 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821929039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379372'] for segment, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:40.306138 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Request body: {'port': {'device_id': 'db3dd7b0-86b8-40d1-8423-38bd53b1ba08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:42:40.322793 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-354749a5-5c4b-48b3-bd68-c4e2e71c23b6 None None] Deleting port 722bed71-3eb6-47de-984b-415eae6e89eb {{(pid=86387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:40.323761 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-354749a5-5c4b-48b3-bd68-c4e2e71c23b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:40.406034 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-354749a5-5c4b-48b3-bd68-c4e2e71c23b6 None None] The port '722bed71-3eb6-47de-984b-415eae6e89eb' was deleted {{(pid=86387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 23:42:40.436617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:40.546477 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Network 6a0a4384-defb-4a30-82b2-374907dd0a14 has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]: Traceback (most recent call last):
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:     timer()
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:     cb(*args, **kw)
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:     return func(*args, **kwargs)
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:     self._notify()
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:     self.callback(batched_events)
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:     event.method(event)
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:     segment_id)['aggregates'][0]
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:     return f(self, *a, **k)
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self._get(url).json()
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:     **kwargs)
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:     **endpoint_filter)
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:42:40.576669 dv-cinder-680889-5-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:42:40.683003 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2365f3-1d36-4886-ac29-73bcb4e1027c req-603022dc-d064-4ceb-81bd-803ebd157c5a tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:40.690462 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9b2365f3-1d36-4886-ac29-73bcb4e1027c req-603022dc-d064-4ceb-81bd-803ebd157c5a tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db3dd7b0-86b8-40d1-8423-38bd53b1ba08 HTTP/1.1" status: 200  len: 931 time: 0.2201672
Apr 20 23:42:40.739238 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9b2365f3-1d36-4886-ac29-73bcb4e1027c req-293056b7-5630-476d-91ab-9d3e98f04057 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473449
Apr 20 23:42:40.759666 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821926403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854229106'] for network, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:40.765483 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:40.784963 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:40.796850 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Pushing event deleted for resources: {'Network': ['ID=6a0a4384-defb-4a30-82b2-374907dd0a14,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:40.799922 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:40.803310 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] 10.222.0.15 "DELETE /v2.0/networks/6a0a4384-defb-4a30-82b2-374907dd0a14 HTTP/1.1" status: 204  len: 168 time: 1.8719578
Apr 20 23:42:40.845735 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa40268-44f0-4078-9183-53e8a8da771f {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:42:40.856344 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:40.872675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Transition to ACTIVE for port object 6fa40268-44f0-4078-9183-53e8a8da771f will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:42:40.919109 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:40.924259 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b99fb4ad-3f82-4a9a-9f87-e8dfb434266f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:41.040068 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 44664) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:41.064437 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa40268-44f0-4078-9183-53e8a8da771f,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:41.094168 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2bdbbf59-70aa-47b0-aa8d-dc6eecdf8e4c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b369251a0ab64bcd9731f006de4b1c8d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0515418
Apr 20 23:42:41.094815 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:41.095517 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 44668) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:41.157609 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3852ab7c-86c5-4d94-a8a5-a11dc3087957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:41.180447 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Attempting to bind port 6fa40268-44f0-4078-9183-53e8a8da771f on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:42:41.180835 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Attempting to bind port 6fa40268-44f0-4078-9183-53e8a8da771f by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '52831757-1a6a-47ba-847c-9dabdcfa1f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b4231922-bfd4-4a68-8ae0-a0328bbd12c6'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:42:41.181203 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Attempting to bind port 6fa40268-44f0-4078-9183-53e8a8da771f on network b4231922-bfd4-4a68-8ae0-a0328bbd12c6 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:42:41.185347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3852ab7c-86c5-4d94-a8a5-a11dc3087957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:41.186237 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Port 6fa40268-44f0-4078-9183-53e8a8da771f on network b4231922-bfd4-4a68-8ae0-a0328bbd12c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:42:41.186610 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Attempting to bind port 6fa40268-44f0-4078-9183-53e8a8da771f on network b4231922-bfd4-4a68-8ae0-a0328bbd12c6 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:42:41.192233 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:42:41.192615 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Checking segment: {'id': '52831757-1a6a-47ba-847c-9dabdcfa1f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b4231922-bfd4-4a68-8ae0-a0328bbd12c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:42:41.193041 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Bound using segment: {'id': '52831757-1a6a-47ba-847c-9dabdcfa1f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b4231922-bfd4-4a68-8ae0-a0328bbd12c6'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:42:41.193515 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Bound port: 6fa40268-44f0-4078-9183-53e8a8da771f, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52831757-1a6a-47ba-847c-9dabdcfa1f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b4231922-bfd4-4a68-8ae0-a0328bbd12c6'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:42:41.193902 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:41.261882 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3852ab7c-86c5-4d94-a8a5-a11dc3087957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:41.267025 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f3640afd-d292-4a91-8981-a7d8e1cd373f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:41.281776 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852ab7c-86c5-4d94-a8a5-a11dc3087957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199331ab-3563-4a12-8515-1a3960fb2fbc,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:41.284602 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3852ab7c-86c5-4d94-a8a5-a11dc3087957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:41.292321 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] For port 6fa40268-44f0-4078-9183-53e8a8da771f, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:42:41.295768 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] For port 6fa40268-44f0-4078-9183-53e8a8da771f, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6fa40268-44f0-4078-9183-53e8a8da771f,segment=NetworkSegment(52831757-1a6a-47ba-847c-9dabdcfa1f34),segment_id=52831757-1a6a-47ba-847c-9dabdcfa1f34)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:42:41.331083 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:41.335596 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3852ab7c-86c5-4d94-a8a5-a11dc3087957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:41.336276 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:41.336847 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3852ab7c-86c5-4d94-a8a5-a11dc3087957 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/199331ab-3563-4a12-8515-1a3960fb2fbc HTTP/1.1" status: 204  len: 168 time: 0.2403486
Apr 20 23:42:41.398323 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:41.399087 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:41.400592 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] 10.222.0.10 "PUT /v2.0/ports/6fa40268-44f0-4078-9183-53e8a8da771f HTTP/1.1" status: 200  len: 1093 time: 1.1554806
Apr 20 23:42:41.401119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3dd7b0-86b8-40d1-8423-38bd53b1ba08', 'tag': '6fa40268-44f0-4078-9183-53e8a8da771f'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:42:41.420985 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa40268-44f0-4078-9183-53e8a8da771f,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:41.424232 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:41.570448 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-94632d49-c136-4046-87f8-42ee855b4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:41.572207 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-94632d49-c136-4046-87f8-42ee855b4f08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=68564d82e8ed4b2882bbdd48b55ca00c&device_id=db3dd7b0-86b8-40d1-8423-38bd53b1ba08 HTTP/1.1" status: 200  len: 1096 time: 0.0850711
Apr 20 23:42:41.662533 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-a891d15a-31df-411c-856b-b88b2869a88a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fa40268-44f0-4078-9183-53e8a8da771f HTTP/1.1" status: 200  len: 217 time: 0.0766966
Apr 20 23:42:41.713621 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3dd7b0-86b8-40d1-8423-38bd53b1ba08', 'tag': '6fa40268-44f0-4078-9183-53e8a8da771f', 'status': 'completed', 'code': 200}
Apr 20 23:42:41.748064 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-cee49990-6d55-4886-8b8c-4398c6cd8288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:41.749633 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-cee49990-6d55-4886-8b8c-4398c6cd8288 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf18ff0-4e74-4cb0-8bdd-eb6f6515c206 HTTP/1.1" status: 200  len: 854 time: 0.0783589
Apr 20 23:42:41.805932 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-7c1f6ca2-6b76-437d-82db-48fd3921977c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4231922-bfd4-4a68-8ae0-a0328bbd12c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485358
Apr 20 23:42:41.873088 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 44684) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:41.929753 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-05b1d586-2100-43be-af76-8c131f800741 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00b23d4940fc4d3e9afb447285056ed5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0548060
Apr 20 23:42:41.932394 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 44688) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:41.994295 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-14f905ea-420a-49f1-b22b-a0eedc3fd721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:42.013948 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-3af6d294-16c4-420c-82d0-f2ae7d75dd30 service neutron] 10.222.0.10 "GET /v2.0/networks/b4231922-bfd4-4a68-8ae0-a0328bbd12c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2010572
Apr 20 23:42:42.021411 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-14f905ea-420a-49f1-b22b-a0eedc3fd721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:42.026776 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cc86c-fb34-403e-99a4-d9363bbb723f req-cd406e18-23ce-4a11-a09b-f150986764d4 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:42.027536 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-da0cc86c-fb34-403e-99a4-d9363bbb723f req-cd406e18-23ce-4a11-a09b-f150986764d4 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Synchronizing usage tracker for tenant:68564d82e8ed4b2882bbdd48b55ca00c on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:42:42.155852 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-da0cc86c-fb34-403e-99a4-d9363bbb723f req-cd406e18-23ce-4a11-a09b-f150986764d4 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Unset dirty status for tenant:68564d82e8ed4b2882bbdd48b55ca00c on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:42:42.157141 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-da0cc86c-fb34-403e-99a4-d9363bbb723f req-cd406e18-23ce-4a11-a09b-f150986764d4 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db3dd7b0-86b8-40d1-8423-38bd53b1ba08 HTTP/1.1" status: 200  len: 943 time: 0.2688568
Apr 20 23:42:42.180724 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-14f905ea-420a-49f1-b22b-a0eedc3fd721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:42.186516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1b583ec0-ff0a-4b18-9024-3be229502735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:42.196946 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-46afcf58-c7e3-436a-929a-9bb696d19515 req-6264ba1a-b1ff-44d0-9def-6a74313e323a service neutron] 10.222.0.10 "GET /v2.0/networks/b4231922-bfd4-4a68-8ae0-a0328bbd12c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1665554
Apr 20 23:42:42.200666 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f905ea-420a-49f1-b22b-a0eedc3fd721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa04923-c16e-46be-8605-173725819ecf,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:42.204096 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-14f905ea-420a-49f1-b22b-a0eedc3fd721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:42.205151 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-14f905ea-420a-49f1-b22b-a0eedc3fd721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:42.208920 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-14f905ea-420a-49f1-b22b-a0eedc3fd721 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5fa04923-c16e-46be-8605-173725819ecf HTTP/1.1" status: 204  len: 168 time: 0.2730851
Apr 20 23:42:42.226220 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-da0cc86c-fb34-403e-99a4-d9363bbb723f req-9985592a-e720-4c7f-ae2e-564603092711 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549438
Apr 20 23:42:42.416076 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca6385-ec15-43de-8655-c13762240406 req-529db95f-9212-495d-be67-2c8260b07c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:42.417655 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7aca6385-ec15-43de-8655-c13762240406 req-529db95f-9212-495d-be67-2c8260b07c0f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=68564d82e8ed4b2882bbdd48b55ca00c&device_id=db3dd7b0-86b8-40d1-8423-38bd53b1ba08 HTTP/1.1" status: 200  len: 1096 time: 0.0801666
Apr 20 23:42:42.568571 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca6385-ec15-43de-8655-c13762240406 req-70f68d24-5aa1-4d12-bed7-366d56e5eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:42.570688 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7aca6385-ec15-43de-8655-c13762240406 req-70f68d24-5aa1-4d12-bed7-366d56e5eb19 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4231922-bfd4-4a68-8ae0-a0328bbd12c6 HTTP/1.1" status: 200  len: 914 time: 0.1462362
Apr 20 23:42:42.651729 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7aca6385-ec15-43de-8655-c13762240406 req-5170726b-dd13-4696-b4a6-b3b7be898fd8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fa40268-44f0-4078-9183-53e8a8da771f HTTP/1.1" status: 200  len: 217 time: 0.0735199
Apr 20 23:42:42.722992 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca6385-ec15-43de-8655-c13762240406 req-23807995-8948-421d-ab3e-39d7241b13d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:42.724695 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7aca6385-ec15-43de-8655-c13762240406 req-23807995-8948-421d-ab3e-39d7241b13d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf18ff0-4e74-4cb0-8bdd-eb6f6515c206 HTTP/1.1" status: 200  len: 854 time: 0.0664549
Apr 20 23:42:42.780950 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7aca6385-ec15-43de-8655-c13762240406 req-ecf28433-f79d-4baa-9081-408d3ce07c18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4231922-bfd4-4a68-8ae0-a0328bbd12c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471129
Apr 20 23:42:42.923300 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7aca6385-ec15-43de-8655-c13762240406 req-374be789-534e-4816-977b-02bf510ad223 service neutron] 10.222.0.10 "GET /v2.0/networks/b4231922-bfd4-4a68-8ae0-a0328bbd12c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352818
Apr 20 23:42:43.064383 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7aca6385-ec15-43de-8655-c13762240406 req-7fad56f5-d48e-44df-9216-279bfcd5cad0 service neutron] 10.222.0.10 "GET /v2.0/networks/b4231922-bfd4-4a68-8ae0-a0328bbd12c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329658
Apr 20 23:42:43.432358 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae867-926b-4713-b596-4b1f73e72651 req-7e6ed184-e7a8-43a7-8caa-ac752a6c1f4d tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:43.433935 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3fdae867-926b-4713-b596-4b1f73e72651 req-7e6ed184-e7a8-43a7-8caa-ac752a6c1f4d tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db3dd7b0-86b8-40d1-8423-38bd53b1ba08 HTTP/1.1" status: 200  len: 943 time: 0.0919297
Apr 20 23:42:43.481359 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3fdae867-926b-4713-b596-4b1f73e72651 req-1fcd0440-7f54-46ed-aa7c-7cc2f35911d7 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409570
Apr 20 23:42:44.681723 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58d7ca-2df3-4495-9669-8766f0827b38 req-6df9ad1a-c105-4d6b-9b38-c532fc08cbb1 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:44.683272 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3e58d7ca-2df3-4495-9669-8766f0827b38 req-6df9ad1a-c105-4d6b-9b38-c532fc08cbb1 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db3dd7b0-86b8-40d1-8423-38bd53b1ba08 HTTP/1.1" status: 200  len: 943 time: 0.0882151
Apr 20 23:42:44.734900 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3e58d7ca-2df3-4495-9669-8766f0827b38 req-8662d203-18d1-4d6e-92df-e237df502607 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448024
Apr 20 23:42:44.939551 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 6fa40268-44f0-4078-9183-53e8a8da771f details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:42:45.080537 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 6fa40268-44f0-4078-9183-53e8a8da771f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6fa40268-44f0-4078-9183-53e8a8da771f,segment=NetworkSegment(52831757-1a6a-47ba-847c-9dabdcfa1f34),segment_id=52831757-1a6a-47ba-847c-9dabdcfa1f34)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:42:45.095325 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': '6fa40268-44f0-4078-9183-53e8a8da771f', 'network_id': 'b4231922-bfd4-4a68-8ae0-a0328bbd12c6', 'port_id': '6fa40268-44f0-4078-9183-53e8a8da771f', 'mac_address': 'fa:16:3e:92:d4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf18ff0-4e74-4cb0-8bdd-eb6f6515c206', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:42:45.157036 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:45.175227 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa40268-44f0-4078-9183-53e8a8da771f {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:42:45.190986 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 6fa40268-44f0-4078-9183-53e8a8da771f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6fa40268-44f0-4078-9183-53e8a8da771f,segment=NetworkSegment(52831757-1a6a-47ba-847c-9dabdcfa1f34),segment_id=52831757-1a6a-47ba-847c-9dabdcfa1f34)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:42:45.221670 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:45.223538 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:45.291600 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=6fa40268-44f0-4078-9183-53e8a8da771f,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:45.294783 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:45.526617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['6fa40268-44f0-4078-9183-53e8a8da771f'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:42:45.937321 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c020a-9911-4fe4-b732-4c32b86cb89e req-c74d31a4-4e05-4b0a-a387-d3ba24316f6c tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:45.938903 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-753c020a-9911-4fe4-b732-4c32b86cb89e req-c74d31a4-4e05-4b0a-a387-d3ba24316f6c tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db3dd7b0-86b8-40d1-8423-38bd53b1ba08 HTTP/1.1" status: 200  len: 944 time: 0.0865388
Apr 20 23:42:45.986637 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-753c020a-9911-4fe4-b732-4c32b86cb89e req-8066b687-8a84-44a8-b5db-1a670e7603e2 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415094
Apr 20 23:42:46.959007 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 6fa40268-44f0-4078-9183-53e8a8da771f up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:42:47.057108 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port 6fa40268-44f0-4078-9183-53e8a8da771f completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:42:47.064577 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port 6fa40268-44f0-4078-9183-53e8a8da771f triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:42:47.064977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:47.190760 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:47.204617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ced3c-5631-41b3-85f7-f918cc5324a7 req-e34dea6a-50ef-4bd1-adb1-c9ec66201327 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:47.205863 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9e1ced3c-5631-41b3-85f7-f918cc5324a7 req-e34dea6a-50ef-4bd1-adb1-c9ec66201327 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db3dd7b0-86b8-40d1-8423-38bd53b1ba08 HTTP/1.1" status: 200  len: 944 time: 0.0911906
Apr 20 23:42:47.219572 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3dd7b0-86b8-40d1-8423-38bd53b1ba08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa40268-44f0-4078-9183-53e8a8da771f'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:42:47.231258 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 6fa40268-44f0-4078-9183-53e8a8da771f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6fa40268-44f0-4078-9183-53e8a8da771f,segment=NetworkSegment(52831757-1a6a-47ba-847c-9dabdcfa1f34),segment_id=52831757-1a6a-47ba-847c-9dabdcfa1f34)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:42:47.256456 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9e1ced3c-5631-41b3-85f7-f918cc5324a7 req-d19e1f25-e615-41a8-9e39-d9331e2faa18 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432363
Apr 20 23:42:47.266189 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:47.268247 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:47.342467 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=6fa40268-44f0-4078-9183-53e8a8da771f,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:47.345673 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:47.504280 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3dd7b0-86b8-40d1-8423-38bd53b1ba08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa40268-44f0-4078-9183-53e8a8da771f', 'code': 200}
Apr 20 23:42:47.890782 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1c2c-9f1e-4826-a652-2fa60cf1f6b7 req-15030bcc-a7a8-4d78-8e9f-7437750c2115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:47.892447 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a74d1c2c-9f1e-4826-a652-2fa60cf1f6b7 req-15030bcc-a7a8-4d78-8e9f-7437750c2115 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db3dd7b0-86b8-40d1-8423-38bd53b1ba08 HTTP/1.1" status: 200  len: 1098 time: 0.0770369
Apr 20 23:42:47.934975 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a74d1c2c-9f1e-4826-a652-2fa60cf1f6b7 req-1104c3a1-be76-453c-93c0-08f70c15310d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356565
Apr 20 23:42:48.464714 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df5a03-9131-4ff5-87af-736371bba5d7 req-4bd86a95-f459-494d-8769-aa18f99a634c tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:48.466315 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b6df5a03-9131-4ff5-87af-736371bba5d7 req-4bd86a95-f459-494d-8769-aa18f99a634c tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db3dd7b0-86b8-40d1-8423-38bd53b1ba08 HTTP/1.1" status: 200  len: 945 time: 0.0923414
Apr 20 23:42:48.516257 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b6df5a03-9131-4ff5-87af-736371bba5d7 req-425c6d47-39db-4a77-b28e-cffbb9c54876 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432441
Apr 20 23:42:48.802335 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d348b-69cf-4876-a7f0-855771a8d283 req-2ec6ee8a-7949-4cb4-97ca-3952c154a878 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:48.803958 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1c2d348b-69cf-4876-a7f0-855771a8d283 req-2ec6ee8a-7949-4cb4-97ca-3952c154a878 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0891693
Apr 20 23:42:48.851599 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1c2d348b-69cf-4876-a7f0-855771a8d283 req-aa0ec4d3-bd6c-4e4c-b2b5-87b1ff4b787c tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410988
Apr 20 23:42:49.723688 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52cd86-7de8-4a26-ab29-046edd545bfa req-adbf3c78-80c2-48bd-be78-af0644835919 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:49.725450 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cf52cd86-7de8-4a26-ab29-046edd545bfa req-adbf3c78-80c2-48bd-be78-af0644835919 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db3dd7b0-86b8-40d1-8423-38bd53b1ba08 HTTP/1.1" status: 200  len: 945 time: 0.0933862
Apr 20 23:42:49.774931 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cf52cd86-7de8-4a26-ab29-046edd545bfa req-bb1bf2ba-efc8-4b02-ac84-4f73259336b8 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429173
Apr 20 23:42:50.067484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be0a42-2753-4de8-884d-64a1fbc53c29 req-39dc34f4-438a-4565-a71f-76828b0dde2c tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:50.069066 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79be0a42-2753-4de8-884d-64a1fbc53c29 req-39dc34f4-438a-4565-a71f-76828b0dde2c tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0980377
Apr 20 23:42:50.117396 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79be0a42-2753-4de8-884d-64a1fbc53c29 req-fbc5f741-45be-47fa-b755-af1dc731e68a tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416691
Apr 20 23:42:51.322698 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500725f9-96f1-4e30-8bff-d30a5d81d680 req-ccf68cd8-3869-44d9-80da-325e7f9c611e tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:51.324345 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-500725f9-96f1-4e30-8bff-d30a5d81d680 req-ccf68cd8-3869-44d9-80da-325e7f9c611e tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0896494
Apr 20 23:42:51.371148 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-500725f9-96f1-4e30-8bff-d30a5d81d680 req-fa0c9095-c64e-459b-85d9-6fc16a27c113 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399904
Apr 20 23:42:52.578830 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8abdc-252f-4416-908f-a84e7d9cb77e req-417db50e-0a14-4aae-990e-0df4c4c2e76d tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:52.580412 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b8d8abdc-252f-4416-908f-a84e7d9cb77e req-417db50e-0a14-4aae-990e-0df4c4c2e76d tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0930631
Apr 20 23:42:52.597567 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700c8f7-08a5-41f9-83ec-b3b2178ae506 req-7e15cf8b-171a-43b6-8671-588810607e5d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:52.599156 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8700c8f7-08a5-41f9-83ec-b3b2178ae506 req-7e15cf8b-171a-43b6-8671-588810607e5d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0936291
Apr 20 23:42:52.628227 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b8d8abdc-252f-4416-908f-a84e7d9cb77e req-d2d4c6a8-33c5-4e5b-8c82-339295a077ee tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412939
Apr 20 23:42:52.650007 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8700c8f7-08a5-41f9-83ec-b3b2178ae506 req-7b71417e-6e15-4400-9de4-82593f80d44e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440972
Apr 20 23:42:52.912873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-96f45867-9676-445e-9cf0-9574d851a8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:53.836083 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d823e4b-7f29-441c-8e3d-c431485caec3 req-71f5e40b-3eb4-4490-8724-3c5709464cb2 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:53.838417 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6d823e4b-7f29-441c-8e3d-c431485caec3 req-71f5e40b-3eb4-4490-8724-3c5709464cb2 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0915399
Apr 20 23:42:53.861289 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748887d3-5e68-4807-ae61-46fc72453f48 req-eb7e0f32-93f9-4b73-bedc-153f308f8253 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:53.863193 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-748887d3-5e68-4807-ae61-46fc72453f48 req-eb7e0f32-93f9-4b73-bedc-153f308f8253 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0897360
Apr 20 23:42:53.889855 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6d823e4b-7f29-441c-8e3d-c431485caec3 req-c25a8076-76e3-4915-85ca-82da87b48eb5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451286
Apr 20 23:42:53.915625 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-748887d3-5e68-4807-ae61-46fc72453f48 req-f7b83b1b-b548-40d9-bf24-c4d6fdb439c1 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462105
Apr 20 23:42:54.561744 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:42:54.878553 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-37d4b1f0-13e2-4311-858f-a1d0b2d50535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:55.128712 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf531e6-5701-4d36-ab7d-bd2b2a99fef6 req-5f3b58a8-76bb-43a5-b99d-f2efb5bdb068 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:55.130357 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2bf531e6-5701-4d36-ab7d-bd2b2a99fef6 req-5f3b58a8-76bb-43a5-b99d-f2efb5bdb068 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0930512
Apr 20 23:42:55.183155 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2bf531e6-5701-4d36-ab7d-bd2b2a99fef6 req-612e92eb-8ae7-41b5-9ac5-1824d4a21fde tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457017
Apr 20 23:42:55.318414 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c0d1c-c913-4c61-ad8e-8d4143108c41 req-60eb2118-6505-40e9-adb6-1bf123ff7aed tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:55.320008 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-535c0d1c-c913-4c61-ad8e-8d4143108c41 req-60eb2118-6505-40e9-adb6-1bf123ff7aed tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.3146687
Apr 20 23:42:55.366838 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-535c0d1c-c913-4c61-ad8e-8d4143108c41 req-e0b8091e-1eab-40ec-ac19-95571d1a2974 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400352
Apr 20 23:42:56.209797 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:56.387154 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:56.392117 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912de8-f2ab-4ea5-b3d3-c99e815dbc5f req-904cc753-7360-482f-b77e-b9bd7e94d8d4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:56.395122 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-24912de8-f2ab-4ea5-b3d3-c99e815dbc5f req-904cc753-7360-482f-b77e-b9bd7e94d8d4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0947969
Apr 20 23:42:56.445185 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-24912de8-f2ab-4ea5-b3d3-c99e815dbc5f req-ac91db51-7c17-4e20-8bdc-bc90936d5f6f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431018
Apr 20 23:42:56.571406 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4a2bd-a6f1-43df-ad06-51c10a99bff3 req-2d7c8a24-0034-4551-b110-f06716747fd3 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:56.572884 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ede4a2bd-a6f1-43df-ad06-51c10a99bff3 req-2d7c8a24-0034-4551-b110-f06716747fd3 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0917072
Apr 20 23:42:56.620126 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ede4a2bd-a6f1-43df-ad06-51c10a99bff3 req-60c62bae-6008-45d9-8a61-dd8e99cc585a tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406797
Apr 20 23:42:57.288328 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:57.651028 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0db0b4-919a-4c30-8b23-0f58cc4e4aad req-1bb60470-68c6-4445-a1e2-86abe9cb62dc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:57.652673 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e0db0b4-919a-4c30-8b23-0f58cc4e4aad req-1bb60470-68c6-4445-a1e2-86abe9cb62dc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0896854
Apr 20 23:42:57.703894 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e0db0b4-919a-4c30-8b23-0f58cc4e4aad req-f14db516-a28b-4490-aff6-9e0ef9c14cea tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436325
Apr 20 23:42:57.842775 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f805a-cb55-4e18-8f1c-0b2a316d4cf6 req-7ae6728a-9977-4c9d-aa7e-1eaf0e60962e tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:57.844348 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a49f805a-cb55-4e18-8f1c-0b2a316d4cf6 req-7ae6728a-9977-4c9d-aa7e-1eaf0e60962e tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0895491
Apr 20 23:42:57.891279 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a49f805a-cb55-4e18-8f1c-0b2a316d4cf6 req-2ae6c3be-f377-4c2d-8828-abb290f18dd8 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406721
Apr 20 23:42:58.917113 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd339b6-0ef0-4166-8e59-c30c65f2d938 req-b2a3cab5-fdac-48db-b60c-84ea4f29c5d3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:58.918674 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3bd339b6-0ef0-4166-8e59-c30c65f2d938 req-b2a3cab5-fdac-48db-b60c-84ea4f29c5d3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0901618
Apr 20 23:42:58.967430 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3bd339b6-0ef0-4166-8e59-c30c65f2d938 req-bea70f5b-431a-4ffe-b5a0-64e6713e33f2 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423853
Apr 20 23:42:59.090811 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cd434-38ea-474d-9ba0-0098f2057be5 req-da309085-c998-4266-9b3f-e97b3fc14d72 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:59.092397 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-291cd434-38ea-474d-9ba0-0098f2057be5 req-da309085-c998-4266-9b3f-e97b3fc14d72 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0865300
Apr 20 23:42:59.138958 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-291cd434-38ea-474d-9ba0-0098f2057be5 req-876f3e0a-37dc-4b69-b3de-53fd0c129bf9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403237
Apr 20 23:43:00.175059 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bbf45-97fb-4a34-a0fe-175e8a86df8e req-84c6b1ab-f39b-4c8f-8246-739204bc13fa tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:00.176719 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2a6bbf45-97fb-4a34-a0fe-175e8a86df8e req-84c6b1ab-f39b-4c8f-8246-739204bc13fa tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0908124
Apr 20 23:43:00.226170 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2a6bbf45-97fb-4a34-a0fe-175e8a86df8e req-ef0281da-c7e2-4344-a51e-5aea919eb13a tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419703
Apr 20 23:43:00.345189 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59f95e-535a-4b52-9cbf-b99c5127501f req-dfa901ba-7574-42c9-8e7d-209fbdc5e1ca tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:00.346771 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ca59f95e-535a-4b52-9cbf-b99c5127501f req-dfa901ba-7574-42c9-8e7d-209fbdc5e1ca tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0937107
Apr 20 23:43:00.394024 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ca59f95e-535a-4b52-9cbf-b99c5127501f req-3efb6939-75f2-4ee5-bd62-991ae87f77a6 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405929
Apr 20 23:43:01.433190 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdecaf-fc61-46f3-8ca9-767a0ad220ec req-823de5d4-680a-4791-b11a-e1507335102b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:01.434819 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f4bdecaf-fc61-46f3-8ca9-767a0ad220ec req-823de5d4-680a-4791-b11a-e1507335102b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0879748
Apr 20 23:43:01.482976 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f4bdecaf-fc61-46f3-8ca9-767a0ad220ec req-d141cce0-c96d-47eb-a2bb-f6d69cae6eb2 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419116
Apr 20 23:43:01.596949 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf40908-c565-435f-8c20-323898d85b2f req-39fd9bfa-1fd8-4223-8917-fe799b48bcd5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:01.598515 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ecf40908-c565-435f-8c20-323898d85b2f req-39fd9bfa-1fd8-4223-8917-fe799b48bcd5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0869770
Apr 20 23:43:01.647902 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ecf40908-c565-435f-8c20-323898d85b2f req-d737ac30-3e0b-4e18-a19d-af614f9bf0ba tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422368
Apr 20 23:43:02.694900 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7c966-a6eb-4131-aa28-cebf9f3718cc req-cda111ef-9981-4161-8805-14a5e4350af7 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:02.696789 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d9e7c966-a6eb-4131-aa28-cebf9f3718cc req-cda111ef-9981-4161-8805-14a5e4350af7 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0946097
Apr 20 23:43:02.747245 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d9e7c966-a6eb-4131-aa28-cebf9f3718cc req-f37aea34-a927-4e13-84a4-11af76f72da3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434425
Apr 20 23:43:02.852913 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ba134-1eb7-4754-b535-eb8d7dcfa547 req-9c5586aa-a5bd-4297-990c-cd30063c0f49 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:02.854447 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9d0ba134-1eb7-4754-b535-eb8d7dcfa547 req-9c5586aa-a5bd-4297-990c-cd30063c0f49 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0884697
Apr 20 23:43:02.902662 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9d0ba134-1eb7-4754-b535-eb8d7dcfa547 req-cd75e3c6-c75b-4080-bb50-36e5962849fd tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415914
Apr 20 23:43:03.349546 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b6810-ce25-4211-bdb8-e196e6a27f9d req-d443e97e-3fc3-4a63-81ee-aab473f0ad0d tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:03.351195 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d52b6810-ce25-4211-bdb8-e196e6a27f9d req-d443e97e-3fc3-4a63-81ee-aab473f0ad0d tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0929370
Apr 20 23:43:03.446414 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d52b6810-ce25-4211-bdb8-e196e6a27f9d req-c0940056-5c81-4cd4-bd3c-261b79f7f737 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876641
Apr 20 23:43:03.473522 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755db22-2014-4445-9836-d431b1932133 req-fcb970d9-199f-47ed-b15e-0dfa162c1dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:03.475109 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3755db22-2014-4445-9836-d431b1932133 req-fcb970d9-199f-47ed-b15e-0dfa162c1dc6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=622c2b3243a145fe8008ad8c6b2c7620&device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 1098 time: 0.0980279
Apr 20 23:43:03.618614 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755db22-2014-4445-9836-d431b1932133 req-cb5f0c95-ce33-4b87-a02a-87524094b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:03.620198 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3755db22-2014-4445-9836-d431b1932133 req-cb5f0c95-ce33-4b87-a02a-87524094b071 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf54acd7-65cc-4ce8-894c-45f7b4810ea3 HTTP/1.1" status: 200  len: 911 time: 0.1368759
Apr 20 23:43:03.952717 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5827805-4c1d-4972-8d54-5fc1eb78bec9 req-2778bfdd-6e79-420e-b7a4-061b9fd67c24 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:03.954282 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a5827805-4c1d-4972-8d54-5fc1eb78bec9 req-2778bfdd-6e79-420e-b7a4-061b9fd67c24 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0890672
Apr 20 23:43:04.003888 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a5827805-4c1d-4972-8d54-5fc1eb78bec9 req-1896d658-adc7-4d55-a72e-69c62cddd12f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432291
Apr 20 23:43:04.656241 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a789bd-4142-4690-aaf3-c5dc7ccf534c req-2ae22e17-620b-4dc1-9467-f4520857b2f0 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:04.657818 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c4a789bd-4142-4690-aaf3-c5dc7ccf534c req-2ae22e17-620b-4dc1-9467-f4520857b2f0 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0919137
Apr 20 23:43:04.706079 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c4a789bd-4142-4690-aaf3-c5dc7ccf534c req-db594707-04a8-4f4c-91b4-c87c6e75e8e2 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419538
Apr 20 23:43:05.215977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610022a-4d33-40ba-88f7-872c7732330f req-8f627542-64cc-4aa5-b824-54564fbae177 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:05.217568 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a610022a-4d33-40ba-88f7-872c7732330f req-8f627542-64cc-4aa5-b824-54564fbae177 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0895462
Apr 20 23:43:05.266104 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a610022a-4d33-40ba-88f7-872c7732330f req-0e8b00cb-baa6-436f-be60-ca73443b8774 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422993
Apr 20 23:43:05.366945 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3755db22-2014-4445-9836-d431b1932133 req-b125a2f1-ff33-4850-81cb-a811e136d1cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6b0a51-993d-4795-80dd-964f21d43395 HTTP/1.1" status: 200  len: 1001 time: 0.1054006
Apr 20 23:43:05.906907 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c3dfc-625f-4aed-8951-697a197681c6 req-287e4305-0605-4cda-a01a-68fd5d510bd8 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:05.908512 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-023c3dfc-625f-4aed-8951-697a197681c6 req-287e4305-0605-4cda-a01a-68fd5d510bd8 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0864286
Apr 20 23:43:05.955750 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-023c3dfc-625f-4aed-8951-697a197681c6 req-6db7a557-8ac1-4822-a33d-c88f1c6b17a7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404360
Apr 20 23:43:06.227914 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755db22-2014-4445-9836-d431b1932133 req-13441295-3cbb-4600-aafa-f5102098afde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:06.229441 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3755db22-2014-4445-9836-d431b1932133 req-13441295-3cbb-4600-aafa-f5102098afde service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97053211-b5f1-465b-a73f-9aca769a79b3 HTTP/1.1" status: 200  len: 850 time: 0.0675333
Apr 20 23:43:06.482245 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732190b-3374-4351-928b-e8c9f936bbe9 req-44a8993f-def8-4aa7-b302-d2ef0e4ac5ce tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:06.483792 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4732190b-3374-4351-928b-e8c9f936bbe9 req-44a8993f-def8-4aa7-b302-d2ef0e4ac5ce tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0922718
Apr 20 23:43:06.531446 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4732190b-3374-4351-928b-e8c9f936bbe9 req-9a4ad935-2c0f-4d9a-b11b-28097b7d8080 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413041
Apr 20 23:43:07.154940 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9007145-a9d2-496b-a316-b03e9acc745b req-652ee120-e867-4a31-b1a4-d55004c2811c tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:07.156515 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f9007145-a9d2-496b-a316-b03e9acc745b req-652ee120-e867-4a31-b1a4-d55004c2811c tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0864720
Apr 20 23:43:07.203821 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f9007145-a9d2-496b-a316-b03e9acc745b req-518b5c9f-188d-44ea-8dc1-63c1d8848b59 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410833
Apr 20 23:43:07.301740 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device d7d62fb7-9502-46b1-9225-edd4494114ca details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:43:07.381011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755db22-2014-4445-9836-d431b1932133 req-dab4bef5-15ac-477a-941d-88f8811a667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:07.382812 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3755db22-2014-4445-9836-d431b1932133 req-dab4bef5-15ac-477a-941d-88f8811a667f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf54acd7-65cc-4ce8-894c-45f7b4810ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842676
Apr 20 23:43:07.446817 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port d7d62fb7-9502-46b1-9225-edd4494114ca, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=d7d62fb7-9502-46b1-9225-edd4494114ca,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:43:07.461119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': 'd7d62fb7-9502-46b1-9225-edd4494114ca', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'port_id': 'd7d62fb7-9502-46b1-9225-edd4494114ca', 'mac_address': 'fa:16:3e:f1:fa:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:43:07.520304 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:07.530418 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3755db22-2014-4445-9836-d431b1932133 req-18fd4db6-aaa3-4812-8e20-3697ff938fe2 service neutron] 10.222.0.10 "GET /v2.0/networks/bf54acd7-65cc-4ce8-894c-45f7b4810ea3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364143
Apr 20 23:43:07.541635 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7d62fb7-9502-46b1-9225-edd4494114ca {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:43:07.557541 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port d7d62fb7-9502-46b1-9225-edd4494114ca, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=d7d62fb7-9502-46b1-9225-edd4494114ca,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:43:07.593127 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:07.595046 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:07.665582 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=d7d62fb7-9502-46b1-9225-edd4494114ca,revision_number=6']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:07.675071 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:07.676253 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:07.676834 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:07.677571 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:07.678132 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:07.679098 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:07.679698 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:07.680475 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:07.681227 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:07.682237 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:07.682976 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:07.683089 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3755db22-2014-4445-9836-d431b1932133 req-bfcb2e51-ad4d-4b3c-b51e-c963b27a9946 service neutron] 10.222.0.10 "GET /v2.0/networks/bf54acd7-65cc-4ce8-894c-45f7b4810ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404583
Apr 20 23:43:07.683831 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:07.688202 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:07.758564 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38883a-56c8-4c6f-a510-1d8e73eb1f7d req-4af90b0f-1b55-4af0-9fd4-303cd660a636 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:07.760265 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3b38883a-56c8-4c6f-a510-1d8e73eb1f7d req-4af90b0f-1b55-4af0-9fd4-303cd660a636 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 945 time: 0.1064782
Apr 20 23:43:07.810067 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3b38883a-56c8-4c6f-a510-1d8e73eb1f7d req-eba16621-2f8f-42fc-bd6c-5cf5353eee80 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425813
Apr 20 23:43:07.810292 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['d7d62fb7-9502-46b1-9225-edd4494114ca'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:43:08.432731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf1d85-bf2d-4109-ab0e-fa1cc368fa63 req-db65229f-86dd-4c43-aae3-e5824b30e6e3 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:08.434449 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d8bf1d85-bf2d-4109-ab0e-fa1cc368fa63 req-db65229f-86dd-4c43-aae3-e5824b30e6e3 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.1099553
Apr 20 23:43:08.484484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:08.601999 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d8bf1d85-bf2d-4109-ab0e-fa1cc368fa63 req-a10caef7-a52a-419a-ba5f-38b5bab41ab4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1138747
Apr 20 23:43:08.608900 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c33023-3bdf-449e-a199-add605d0a5ef req-8fe44d73-3f56-4e97-9bd5-2e5102656eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:08.610636 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e0c33023-3bdf-449e-a199-add605d0a5ef req-8fe44d73-3f56-4e97-9bd5-2e5102656eac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=622c2b3243a145fe8008ad8c6b2c7620&device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 1098 time: 0.1751781
Apr 20 23:43:08.787650 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c33023-3bdf-449e-a199-add605d0a5ef req-88ccebcc-673c-4a29-b408-47bff03235bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:08.789244 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e0c33023-3bdf-449e-a199-add605d0a5ef req-88ccebcc-673c-4a29-b408-47bff03235bb service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf54acd7-65cc-4ce8-894c-45f7b4810ea3 HTTP/1.1" status: 200  len: 911 time: 0.1436017
Apr 20 23:43:08.940755 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e0c33023-3bdf-449e-a199-add605d0a5ef req-0e19f197-f24a-4549-b01e-08ac210fe1fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6b0a51-993d-4795-80dd-964f21d43395 HTTP/1.1" status: 200  len: 1001 time: 0.1444612
Apr 20 23:43:09.030271 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c33023-3bdf-449e-a199-add605d0a5ef req-1773afee-09fa-42b4-b807-de1dc6e406d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:09.034295 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e0c33023-3bdf-449e-a199-add605d0a5ef req-1773afee-09fa-42b4-b807-de1dc6e406d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97053211-b5f1-465b-a73f-9aca769a79b3 HTTP/1.1" status: 200  len: 850 time: 0.0766466
Apr 20 23:43:09.043700 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89dff2-483c-4a4d-8ab2-1c6fffa4c69b req-4e761aa8-00ac-4333-a2cb-79645c33493d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:09.045338 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3d89dff2-483c-4a4d-8ab2-1c6fffa4c69b req-4e761aa8-00ac-4333-a2cb-79645c33493d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 945 time: 0.0986490
Apr 20 23:43:09.112604 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3d89dff2-483c-4a4d-8ab2-1c6fffa4c69b req-58e35d01-ba7e-4577-95c4-af5e100021b0 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602326
Apr 20 23:43:09.147619 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c33023-3bdf-449e-a199-add605d0a5ef req-d1deb504-6b1a-469f-9f31-0e1e299f6714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:09.149216 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e0c33023-3bdf-449e-a199-add605d0a5ef req-d1deb504-6b1a-469f-9f31-0e1e299f6714 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf54acd7-65cc-4ce8-894c-45f7b4810ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1086881
Apr 20 23:43:09.312088 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e0c33023-3bdf-449e-a199-add605d0a5ef req-6da93293-b5f2-4c1f-aa83-2efa7cd7decf service neutron] 10.222.0.10 "GET /v2.0/networks/bf54acd7-65cc-4ce8-894c-45f7b4810ea3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542146
Apr 20 23:43:09.465702 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e0c33023-3bdf-449e-a199-add605d0a5ef req-f8e6432b-313f-40cd-b5ec-f9c232cd9759 service neutron] 10.222.0.10 "GET /v2.0/networks/bf54acd7-65cc-4ce8-894c-45f7b4810ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449802
Apr 20 23:43:10.006589 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dff62-a6ff-4065-8399-53fed227a7c7 req-a8020114-ae55-4612-9c47-7de4f42687e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:10.012798 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-833dff62-a6ff-4065-8399-53fed227a7c7 req-a8020114-ae55-4612-9c47-7de4f42687e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.1359925
Apr 20 23:43:10.059812 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-833dff62-a6ff-4065-8399-53fed227a7c7 req-c346b106-282f-4d0d-87a0-54e0b9283cbc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440340
Apr 20 23:43:10.175660 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device d7d62fb7-9502-46b1-9225-edd4494114ca up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:43:10.255852 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port d7d62fb7-9502-46b1-9225-edd4494114ca triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:43:10.256783 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:10.350806 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd7df1-d6a8-4a21-850d-cbe412ac89d7 req-60093413-23ce-4db8-bfb0-441ab6df0507 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:10.360268 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9bdd7df1-d6a8-4a21-850d-cbe412ac89d7 req-60093413-23ce-4db8-bfb0-441ab6df0507 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 945 time: 0.1135867
Apr 20 23:43:10.420730 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:10.421480 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9bdd7df1-d6a8-4a21-850d-cbe412ac89d7 req-a134ef25-a8f0-4064-8b81-7bf35876f6e2 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601943
Apr 20 23:43:10.457525 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b49a2c-46c0-48f7-8b8b-775072844802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d62fb7-9502-46b1-9225-edd4494114ca'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:43:10.467460 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port d7d62fb7-9502-46b1-9225-edd4494114ca, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=d7d62fb7-9502-46b1-9225-edd4494114ca,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:43:10.494977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:10.497264 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:10.532960 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b49a2c-46c0-48f7-8b8b-775072844802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d62fb7-9502-46b1-9225-edd4494114ca', 'code': 200}
Apr 20 23:43:10.578460 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=d7d62fb7-9502-46b1-9225-edd4494114ca,revision_number=7']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:10.583914 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:11.632742 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eece5a4-39bd-4957-912b-3f1dc0137b5b req-4ef3ca9f-3abc-4099-b0e3-f0c881bbaecc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:11.634427 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8eece5a4-39bd-4957-912b-3f1dc0137b5b req-4ef3ca9f-3abc-4099-b0e3-f0c881bbaecc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0950797
Apr 20 23:43:11.685174 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8eece5a4-39bd-4957-912b-3f1dc0137b5b req-50aa4d5d-b2fd-4f4f-92dd-f4224d4a398d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441530
Apr 20 23:43:12.944621 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f794732-21bc-46b5-935f-8ee9caff6f83 req-53a2b442-8a77-47c5-9b30-8f0b10d047e5 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:12.952695 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7f794732-21bc-46b5-935f-8ee9caff6f83 req-53a2b442-8a77-47c5-9b30-8f0b10d047e5 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.1125228
Apr 20 23:43:13.254960 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7f794732-21bc-46b5-935f-8ee9caff6f83 req-7b361925-1f30-4365-8b71-d381a1d7b2a1 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3012483
Apr 20 23:43:14.496369 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e0948-a969-4baa-9566-8d3d1dc0c824 req-f87ea127-0056-4fb3-b187-396b25df4c04 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:14.498611 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c8e0948-a969-4baa-9566-8d3d1dc0c824 req-f87ea127-0056-4fb3-b187-396b25df4c04 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.1034448
Apr 20 23:43:14.515456 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82751a8-e24f-4b96-a68c-3efa4b35a6df req-e23708de-b299-43da-9eed-33f026ab4857 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:14.524772 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a82751a8-e24f-4b96-a68c-3efa4b35a6df req-e23708de-b299-43da-9eed-33f026ab4857 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db3dd7b0-86b8-40d1-8423-38bd53b1ba08 HTTP/1.1" status: 200  len: 945 time: 0.1139517
Apr 20 23:43:14.572002 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c8e0948-a969-4baa-9566-8d3d1dc0c824 req-4c6ffc1e-9394-40f2-a16a-3688b88772ed tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646646
Apr 20 23:43:14.581675 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a82751a8-e24f-4b96-a68c-3efa4b35a6df req-ed5359f4-1a06-4477-827d-0eb1a53d9015 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555995
Apr 20 23:43:15.826803 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00543d-e073-4a35-8618-13f049937ccc req-dceeb801-7c5b-4139-98e5-19e4d2b34e22 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:15.835210 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e00543d-e073-4a35-8618-13f049937ccc req-dceeb801-7c5b-4139-98e5-19e4d2b34e22 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0994239
Apr 20 23:43:15.862048 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a2565-5161-4b92-bcff-e94a24d4099b req-4f2c7801-dbba-425a-a36f-3ebb1c05f84d tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:15.863739 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5a6a2565-5161-4b92-bcff-e94a24d4099b req-4f2c7801-dbba-425a-a36f-3ebb1c05f84d tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db3dd7b0-86b8-40d1-8423-38bd53b1ba08 HTTP/1.1" status: 200  len: 945 time: 0.1120849
Apr 20 23:43:15.891937 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e00543d-e073-4a35-8618-13f049937ccc req-82d668ba-039c-4033-affc-7e9067e9a88b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550017
Apr 20 23:43:15.925688 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5a6a2565-5161-4b92-bcff-e94a24d4099b req-254d31e2-7044-4c65-b262-2c404d71931f tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535295
Apr 20 23:43:16.466046 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13478c6-3d2b-499c-b6a0-d47566bdf947 req-c1b1d774-814f-41ab-9f91-90bf5eb6eccb tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:16.467801 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d13478c6-3d2b-499c-b6a0-d47566bdf947 req-c1b1d774-814f-41ab-9f91-90bf5eb6eccb tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.10 "GET /v2.0/ports?device_id=db3dd7b0-86b8-40d1-8423-38bd53b1ba08 HTTP/1.1" status: 200  len: 945 time: 0.1055608
Apr 20 23:43:16.557212 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-d13478c6-3d2b-499c-b6a0-d47566bdf947 req-cc05156b-5001-4523-a869-5cce6da3a66f tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Deleting port 6fa40268-44f0-4078-9183-53e8a8da771f {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:43:16.557706 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d13478c6-3d2b-499c-b6a0-d47566bdf947 req-cc05156b-5001-4523-a869-5cce6da3a66f tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:17.158554 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-d13478c6-3d2b-499c-b6a0-d47566bdf947 req-cc05156b-5001-4523-a869-5cce6da3a66f tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] For port 6fa40268-44f0-4078-9183-53e8a8da771f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6fa40268-44f0-4078-9183-53e8a8da771f,segment=NetworkSegment(52831757-1a6a-47ba-847c-9dabdcfa1f34),segment_id=52831757-1a6a-47ba-847c-9dabdcfa1f34)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:43:17.159100 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d13478c6-3d2b-499c-b6a0-d47566bdf947 req-cc05156b-5001-4523-a869-5cce6da3a66f tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:17.166195 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f735f-ed78-4c24-90cf-4f391a89ed9c req-bf23ba37-14d9-410f-ac0e-ff5267248f33 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:17.168198 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1c3f735f-ed78-4c24-90cf-4f391a89ed9c req-bf23ba37-14d9-410f-ac0e-ff5267248f33 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.1067309
Apr 20 23:43:17.227722 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1c3f735f-ed78-4c24-90cf-4f391a89ed9c req-1df47eff-3537-44ec-899d-d503293bbf92 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520029
Apr 20 23:43:17.331253 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-d13478c6-3d2b-499c-b6a0-d47566bdf947 req-cc05156b-5001-4523-a869-5cce6da3a66f tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Calling delete_port for 6fa40268-44f0-4078-9183-53e8a8da771f owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:43:17.391997 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01f1a0-05e3-43d0-a746-4a3a091a9aba req-6a1eb3dc-2bd7-496c-aa60-f96060d32a53 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:17.393608 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2b01f1a0-05e3-43d0-a746-4a3a091a9aba req-6a1eb3dc-2bd7-496c-aa60-f96060d32a53 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db3dd7b0-86b8-40d1-8423-38bd53b1ba08 HTTP/1.1" status: 200  len: 945 time: 0.3068385
Apr 20 23:43:17.485026 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2b01f1a0-05e3-43d0-a746-4a3a091a9aba req-f2b88cd9-ffd2-4678-bd27-f906b2c97966 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2ccf1f-3043-4430-9a10-fb791f9025f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815473
Apr 20 23:43:17.591593 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d13478c6-3d2b-499c-b6a0-d47566bdf947 req-cc05156b-5001-4523-a869-5cce6da3a66f tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:17.598269 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-57941f3e-1f34-4e39-8cdb-3489075e31e6 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:17.629293 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['6fa40268-44f0-4078-9183-53e8a8da771f'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:43:17.646664 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05156b-5001-4523-a869-5cce6da3a66f tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Pushing event deleted for resources: {'Port': ['ID=6fa40268-44f0-4078-9183-53e8a8da771f,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:17.649627 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cc05156b-5001-4523-a869-5cce6da3a66f tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:17.753085 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13478c6-3d2b-499c-b6a0-d47566bdf947 req-cc05156b-5001-4523-a869-5cce6da3a66f tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] No DVR routers for this DVR port 6fa40268-44f0-4078-9183-53e8a8da771f on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:43:17.756662 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-d13478c6-3d2b-499c-b6a0-d47566bdf947 req-cc05156b-5001-4523-a869-5cce6da3a66f tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:17.760697 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3dd7b0-86b8-40d1-8423-38bd53b1ba08', 'name': 'network-vif-deleted', 'tag': '6fa40268-44f0-4078-9183-53e8a8da771f'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:43:17.803980 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d13478c6-3d2b-499c-b6a0-d47566bdf947 req-cc05156b-5001-4523-a869-5cce6da3a66f tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.10 "DELETE /v2.0/ports/6fa40268-44f0-4078-9183-53e8a8da771f HTTP/1.1" status: 204  len: 173 time: 1.3304517
Apr 20 23:43:17.828779 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3dd7b0-86b8-40d1-8423-38bd53b1ba08', 'name': 'network-vif-deleted', 'tag': '6fa40268-44f0-4078-9183-53e8a8da771f', 'status': 'completed', 'code': 200}
Apr 20 23:43:18.449626 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25139cb-2d37-4ec3-ace5-c09d632b28cc req-fab132fb-57ab-432e-b136-e3a0f4e515a5 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:18.451518 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d25139cb-2d37-4ec3-ace5-c09d632b28cc req-fab132fb-57ab-432e-b136-e3a0f4e515a5 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0928292
Apr 20 23:43:18.505512 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d25139cb-2d37-4ec3-ace5-c09d632b28cc req-a26af1e5-a435-4b89-be33-fe04fae0d540 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475390
Apr 20 23:43:18.677518 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2d60dc12-fd83-4acb-aedd-47870f870725 req-d16d5202-bf5b-4b92-9cd4-ca8e3fb71bb9 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] 10.222.0.15 "GET /v2.0/ports?device_id=db3dd7b0-86b8-40d1-8423-38bd53b1ba08 HTTP/1.1" status: 200  len: 210 time: 0.0501282
Apr 20 23:43:19.787586 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80828a67-4ecc-4cc8-984f-3f9f621dfd3f req-47923bcd-bc25-4561-9f33-b34c7f09f495 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:19.789195 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-80828a67-4ecc-4cc8-984f-3f9f621dfd3f req-47923bcd-bc25-4561-9f33-b34c7f09f495 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0907326
Apr 20 23:43:19.837943 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-80828a67-4ecc-4cc8-984f-3f9f621dfd3f req-b347e28b-19a2-4d73-a393-a71b2a62a31e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419390
Apr 20 23:43:20.255322 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 6fa40268-44f0-4078-9183-53e8a8da771f no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:43:20.300062 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: 6fa40268-44f0-4078-9183-53e8a8da771f {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:43:20.300462 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 6fa40268-44f0-4078-9183-53e8a8da771f not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:43:20.521671 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa4d82-f516-41a9-98a5-fcc032f5cf6a req-98c4f779-fb18-4738-8d54-5da59688e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:20.523154 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3faa4d82-f516-41a9-98a5-fcc032f5cf6a req-98c4f779-fb18-4738-8d54-5da59688e395 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=329d4da5822347079a9af5d11eb238fa&device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 1099 time: 0.0815301
Apr 20 23:43:20.664496 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa4d82-f516-41a9-98a5-fcc032f5cf6a req-303cd429-c755-4a44-a895-c94c739361f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:20.666079 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3faa4d82-f516-41a9-98a5-fcc032f5cf6a req-303cd429-c755-4a44-a895-c94c739361f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86b2d3ea-b04f-45c5-b131-8d05e2d86813 HTTP/1.1" status: 200  len: 916 time: 0.1359355
Apr 20 23:43:20.773838 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3faa4d82-f516-41a9-98a5-fcc032f5cf6a req-00efc14b-315b-43a1-bae0-ea44ad94d8c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7d62fb7-9502-46b1-9225-edd4494114ca HTTP/1.1" status: 200  len: 1002 time: 0.1000707
Apr 20 23:43:20.845567 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa4d82-f516-41a9-98a5-fcc032f5cf6a req-52ebcf05-40e8-4464-a4b8-a82eca5e0050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:20.847079 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3faa4d82-f516-41a9-98a5-fcc032f5cf6a req-52ebcf05-40e8-4464-a4b8-a82eca5e0050 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=511ddee7-7c62-4422-908f-d9585fcbf53b HTTP/1.1" status: 200  len: 855 time: 0.0662024
Apr 20 23:43:20.930295 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa4d82-f516-41a9-98a5-fcc032f5cf6a req-5b698ca6-7205-473b-b70b-8e0aa2898c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:20.932372 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3faa4d82-f516-41a9-98a5-fcc032f5cf6a req-5b698ca6-7205-473b-b70b-8e0aa2898c73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86b2d3ea-b04f-45c5-b131-8d05e2d86813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778637
Apr 20 23:43:21.050515 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d029465-d4bd-49af-9756-096434df0459 req-40b10b0f-23e0-476b-be3f-90e85db1d8b6 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:21.052029 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4d029465-d4bd-49af-9756-096434df0459 req-40b10b0f-23e0-476b-be3f-90e85db1d8b6 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0921073
Apr 20 23:43:21.078427 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3faa4d82-f516-41a9-98a5-fcc032f5cf6a req-b885766f-e831-4a1e-b8a9-38a28b043449 service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392505
Apr 20 23:43:21.101087 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4d029465-d4bd-49af-9756-096434df0459 req-184ab1de-bbf6-4864-9aad-b2dc6f614e46 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419438
Apr 20 23:43:21.223369 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3faa4d82-f516-41a9-98a5-fcc032f5cf6a req-12b6f889-e5a1-4f3c-9374-2d8977096aba service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382980
Apr 20 23:43:22.311757 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e7f2b-e3e9-4a40-847c-7c2118efd930 req-669bb663-fa4d-47f0-bd8d-88f1c2cb753c tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:22.313322 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-008e7f2b-e3e9-4a40-847c-7c2118efd930 req-669bb663-fa4d-47f0-bd8d-88f1c2cb753c tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0928271
Apr 20 23:43:22.361242 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-008e7f2b-e3e9-4a40-847c-7c2118efd930 req-c9258981-f862-446f-86e9-5ff344215a42 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415044
Apr 20 23:43:22.895544 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f14e2a2b-8d60-4253-9cb6-6ee5a93b1efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:23.564030 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a514cc5-f3c3-4607-9bf0-e46112bd59ca req-98bb83e9-9505-4eab-81bc-980522342917 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:23.565577 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9a514cc5-f3c3-4607-9bf0-e46112bd59ca req-98bb83e9-9505-4eab-81bc-980522342917 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0861056
Apr 20 23:43:23.616236 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9a514cc5-f3c3-4607-9bf0-e46112bd59ca req-00363e5b-caf6-449b-ad63-edc65edda463 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429175
Apr 20 23:43:24.822317 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c734c29-1d2a-4c41-8687-17c33f6cfc74 req-bcf96aa7-3430-4d9e-adcd-f5897e71c731 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:24.823829 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3c734c29-1d2a-4c41-8687-17c33f6cfc74 req-bcf96aa7-3430-4d9e-adcd-f5897e71c731 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 946 time: 0.0861123
Apr 20 23:43:24.849904 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device d7d62fb7-9502-46b1-9225-edd4494114ca no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:43:24.879857 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3c734c29-1d2a-4c41-8687-17c33f6cfc74 req-26eb8a9f-b98d-463f-8617-d3be8007bafc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493546
Apr 20 23:43:24.892597 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-371f1bd1-5171-46fe-86a8-b8598f103325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:24.973693 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:25.001817 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b49a2c-46c0-48f7-8b8b-775072844802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7d62fb7-9502-46b1-9225-edd4494114ca'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:43:25.011952 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port d7d62fb7-9502-46b1-9225-edd4494114ca, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=d7d62fb7-9502-46b1-9225-edd4494114ca,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:43:25.048364 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:25.052053 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b49a2c-46c0-48f7-8b8b-775072844802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7d62fb7-9502-46b1-9225-edd4494114ca', 'code': 200}
Apr 20 23:43:25.052592 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2a076f8e-248b-4b69-9a69-5a83aeb17992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:25.126918 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=d7d62fb7-9502-46b1-9225-edd4494114ca,revision_number=8']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:25.130460 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:26.091984 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17856312-a942-4b88-9e69-f06d3717664b req-34e7b859-04ed-44c0-b4ca-8d6fe36d2e91 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:26.093607 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17856312-a942-4b88-9e69-f06d3717664b req-34e7b859-04ed-44c0-b4ca-8d6fe36d2e91 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0889165
Apr 20 23:43:26.141732 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17856312-a942-4b88-9e69-f06d3717664b req-ae83ecd9-5a10-4324-af18-687869970c04 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418310
Apr 20 23:43:26.236784 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:26.375328 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:27.301108 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:28.188769 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90dc06c-bfd7-479e-b536-d5062a1ef8d6 req-f4293fdf-2243-4a7c-b6f5-6df762a6fdb8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:28.190345 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d90dc06c-bfd7-479e-b536-d5062a1ef8d6 req-f4293fdf-2243-4a7c-b6f5-6df762a6fdb8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0955062
Apr 20 23:43:28.239456 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d90dc06c-bfd7-479e-b536-d5062a1ef8d6 req-4390da62-6cb7-4cae-a4b1-ea0ab6b05db0 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427237
Apr 20 23:43:28.505550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45072) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:43:28.635882 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a03c54c6-cdc1-4d15-8de8-ff2d893614fe req-d9763227-7b12-4d0c-94d9-6aa779979edf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1290469
Apr 20 23:43:29.427106 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c54c6-cdc1-4d15-8de8-ff2d893614fe req-77e56317-5514-4cd9-954f-96cdcc9e0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:29.428738 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a03c54c6-cdc1-4d15-8de8-ff2d893614fe req-77e56317-5514-4cd9-954f-96cdcc9e0d80 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802&tenant_id=329d4da5822347079a9af5d11eb238fa HTTP/1.1" status: 200  len: 1097 time: 0.0804038
Apr 20 23:43:29.446370 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a7ff7-c69d-4dfb-bf72-d0818e25cb51 req-f422ddee-f0ab-42c0-9486-6d008580e5ee tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:29.448501 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-638a7ff7-c69d-4dfb-bf72-d0818e25cb51 req-f422ddee-f0ab-42c0-9486-6d008580e5ee tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0888755
Apr 20 23:43:29.497242 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-638a7ff7-c69d-4dfb-bf72-d0818e25cb51 req-104f1524-23aa-4ac2-a674-823b58605833 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418978
Apr 20 23:43:29.546380 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c54c6-cdc1-4d15-8de8-ff2d893614fe req-7d79251b-e6b2-42c0-8645-81c8c62f4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:29.547999 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a03c54c6-cdc1-4d15-8de8-ff2d893614fe req-7d79251b-e6b2-42c0-8645-81c8c62f4bd4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=329d4da5822347079a9af5d11eb238fa&device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 1097 time: 0.0835490
Apr 20 23:43:29.695679 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c54c6-cdc1-4d15-8de8-ff2d893614fe req-d8f20337-63c7-418f-8b4b-39f688ce687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:29.697811 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a03c54c6-cdc1-4d15-8de8-ff2d893614fe req-d8f20337-63c7-418f-8b4b-39f688ce687b service neutron] 10.222.0.10 "GET /v2.0/networks?id=86b2d3ea-b04f-45c5-b131-8d05e2d86813 HTTP/1.1" status: 200  len: 916 time: 0.1434569
Apr 20 23:43:29.818090 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a03c54c6-cdc1-4d15-8de8-ff2d893614fe req-26c4578f-e192-4704-9ff9-99104765cb35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7d62fb7-9502-46b1-9225-edd4494114ca HTTP/1.1" status: 200  len: 1000 time: 0.1041832
Apr 20 23:43:29.891330 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c54c6-cdc1-4d15-8de8-ff2d893614fe req-df35de63-75cf-4ea2-b2bb-1ea84196692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:29.892881 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a03c54c6-cdc1-4d15-8de8-ff2d893614fe req-df35de63-75cf-4ea2-b2bb-1ea84196692f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=511ddee7-7c62-4422-908f-d9585fcbf53b HTTP/1.1" status: 200  len: 855 time: 0.0659802
Apr 20 23:43:29.976753 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c54c6-cdc1-4d15-8de8-ff2d893614fe req-8feed963-d4dd-4743-a6a5-3f7d7840fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:29.979139 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a03c54c6-cdc1-4d15-8de8-ff2d893614fe req-8feed963-d4dd-4743-a6a5-3f7d7840fb5b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86b2d3ea-b04f-45c5-b131-8d05e2d86813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785429
Apr 20 23:43:30.121184 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a03c54c6-cdc1-4d15-8de8-ff2d893614fe req-100a185f-c8b9-4f9b-b5db-82b767b3f583 service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353967
Apr 20 23:43:30.263879 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a03c54c6-cdc1-4d15-8de8-ff2d893614fe req-295f2967-3291-49ba-b4a6-5b7f40fa831b service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350458
Apr 20 23:43:30.715462 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d4c21-9258-4de2-9288-c616921eac3e req-e815813f-1c7c-4ee0-bdbe-6e305563ebc4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:30.717110 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0a3d4c21-9258-4de2-9288-c616921eac3e req-e815813f-1c7c-4ee0-bdbe-6e305563ebc4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0979040
Apr 20 23:43:30.768246 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0a3d4c21-9258-4de2-9288-c616921eac3e req-64aceadb-578d-470b-8aca-2a80af777f5a tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425851
Apr 20 23:43:30.909104 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device d7d62fb7-9502-46b1-9225-edd4494114ca no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:43:31.561765 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:43:31.990934 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3ba9e-b64c-4ccf-9bc3-58178edcd01e req-a8b44f81-b99a-45b3-8d31-dd680b6b5a4f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:31.992510 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79a3ba9e-b64c-4ccf-9bc3-58178edcd01e req-a8b44f81-b99a-45b3-8d31-dd680b6b5a4f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0960367
Apr 20 23:43:32.042206 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79a3ba9e-b64c-4ccf-9bc3-58178edcd01e req-05b46ecb-337c-47ca-aaf4-500cd22a5526 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430043
Apr 20 23:43:33.258326 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08682a78-fe72-4c98-b11a-6e8b57bbbcfd req-1e06e4a1-9686-429e-b0c7-4f0a017f8672 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:33.260581 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-08682a78-fe72-4c98-b11a-6e8b57bbbcfd req-1e06e4a1-9686-429e-b0c7-4f0a017f8672 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0932040
Apr 20 23:43:33.311511 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-08682a78-fe72-4c98-b11a-6e8b57bbbcfd req-fa72caf9-2a13-4cf9-a6d2-8fe6fa299440 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445273
Apr 20 23:43:34.524599 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c78347-932e-4753-be4b-fe0218986f40 req-8e846282-5c17-4b3f-bd47-704805d01b43 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:34.526368 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b9c78347-932e-4753-be4b-fe0218986f40 req-8e846282-5c17-4b3f-bd47-704805d01b43 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0889494
Apr 20 23:43:34.580300 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b9c78347-932e-4753-be4b-fe0218986f40 req-6e222f71-53a7-4dc3-b14c-9f8a4fdfcc7f tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467143
Apr 20 23:43:35.803827 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc164-f35d-480f-b1a5-e9269bee632b req-3e9d41dc-78dc-4265-a665-d50ca38c2402 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:35.804825 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-499bc164-f35d-480f-b1a5-e9269bee632b req-3e9d41dc-78dc-4265-a665-d50ca38c2402 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0975971
Apr 20 23:43:35.858892 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-499bc164-f35d-480f-b1a5-e9269bee632b req-85760694-0879-4d83-be41-644803b56577 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474088
Apr 20 23:43:37.084043 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216a107-7c3b-4f5f-b3ea-c7753fbd3a0e req-9a212dd9-f82c-4cc0-8984-460e727b1ed3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:37.087499 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a216a107-7c3b-4f5f-b3ea-c7753fbd3a0e req-9a212dd9-f82c-4cc0-8984-460e727b1ed3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0982816
Apr 20 23:43:37.141042 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a216a107-7c3b-4f5f-b3ea-c7753fbd3a0e req-2b0b81bb-eda5-4be6-9191-876264e54dbc tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471323
Apr 20 23:43:38.360639 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9104b-fd68-483f-abff-78c654839154 req-65787ce4-70af-45f3-94f1-6a5f98063095 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:38.362263 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-38e9104b-fd68-483f-abff-78c654839154 req-65787ce4-70af-45f3-94f1-6a5f98063095 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0939276
Apr 20 23:43:38.412007 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-38e9104b-fd68-483f-abff-78c654839154 req-0b69329c-1123-425c-b809-a751f899de8e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422974
Apr 20 23:43:38.524863 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:39.637029 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bd931-fa00-4be6-b6f7-a463a8b2b9e4 req-0e370112-fe3d-4e74-bb93-e6bbae9ba87d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:39.638645 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-567bd931-fa00-4be6-b6f7-a463a8b2b9e4 req-0e370112-fe3d-4e74-bb93-e6bbae9ba87d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0997510
Apr 20 23:43:39.688771 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-567bd931-fa00-4be6-b6f7-a463a8b2b9e4 req-f719a925-a69e-46b3-b939-e2b5dc59270e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438256
Apr 20 23:43:40.901756 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808809d-0885-4756-a27d-51ea272c96ca req-262902c2-9080-4ca2-bc59-b6d1928947fe tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:40.903370 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3808809d-0885-4756-a27d-51ea272c96ca req-262902c2-9080-4ca2-bc59-b6d1928947fe tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0894690
Apr 20 23:43:40.953354 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3808809d-0885-4756-a27d-51ea272c96ca req-7ef65c23-ceed-4fb7-8add-4357f14d87b8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434613
Apr 20 23:43:42.169649 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f84d7-efcd-4b38-8fee-a1884cefba15 req-bc198c05-0c50-4a94-a6f7-f75650253a85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:42.171388 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-762f84d7-efcd-4b38-8fee-a1884cefba15 req-bc198c05-0c50-4a94-a6f7-f75650253a85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0931611
Apr 20 23:43:42.221969 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-762f84d7-efcd-4b38-8fee-a1884cefba15 req-05051421-d62c-4184-ba74-98cb03d40f01 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441644
Apr 20 23:43:43.432098 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e9ad2-48d7-41f1-92ed-f6b779c7ecc7 req-0608679c-6343-48c4-9523-7b92fce9c408 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:43.433665 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-088e9ad2-48d7-41f1-92ed-f6b779c7ecc7 req-0608679c-6343-48c4-9523-7b92fce9c408 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0906563
Apr 20 23:43:43.483687 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-088e9ad2-48d7-41f1-92ed-f6b779c7ecc7 req-1bd3d807-49c3-407a-a524-04188ee4469d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435712
Apr 20 23:43:44.697203 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306cc1c-c56d-429e-a3d8-b03e2d687ad9 req-90e739a3-09b7-4e20-a9a7-532189e61679 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:44.698706 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d306cc1c-c56d-429e-a3d8-b03e2d687ad9 req-90e739a3-09b7-4e20-a9a7-532189e61679 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0955145
Apr 20 23:43:44.749855 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d306cc1c-c56d-429e-a3d8-b03e2d687ad9 req-17a00337-8f8d-4819-be57-2f439c4ae5ba tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438468
Apr 20 23:43:45.957649 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480b940-9366-49cf-8467-f2f1efee5080 req-8d1c1718-1844-4b06-80dc-4a2005f8d49c tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:45.959239 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9480b940-9366-49cf-8467-f2f1efee5080 req-8d1c1718-1844-4b06-80dc-4a2005f8d49c tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0870886
Apr 20 23:43:46.012082 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9480b940-9366-49cf-8467-f2f1efee5080 req-2c4cdc22-8639-4ea1-8022-4e0cf2e46e1a tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458736
Apr 20 23:43:46.957462 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device d7d62fb7-9502-46b1-9225-edd4494114ca details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:43:47.098171 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port d7d62fb7-9502-46b1-9225-edd4494114ca, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=d7d62fb7-9502-46b1-9225-edd4494114ca,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:43:47.112778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': 'd7d62fb7-9502-46b1-9225-edd4494114ca', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'port_id': 'd7d62fb7-9502-46b1-9225-edd4494114ca', 'mac_address': 'fa:16:3e:f1:fa:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:43:47.126253 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 45240) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:43:47.172750 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:47.191588 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d62fb7-9502-46b1-9225-edd4494114ca {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:43:47.193173 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Deleting subnet 8bf18ff0-4e74-4cb0-8bdd-eb6f6515c206 {{(pid=86386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:43:47.196740 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:47.208418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port d7d62fb7-9502-46b1-9225-edd4494114ca, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=d7d62fb7-9502-46b1-9225-edd4494114ca,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:43:47.227623 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b546c9-4110-400e-8a16-8d9389a671a3 req-d38e7222-da2a-40b0-a270-b1e39c37eab0 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:47.231582 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-18b546c9-4110-400e-8a16-8d9389a671a3 req-d38e7222-da2a-40b0-a270-b1e39c37eab0 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 944 time: 0.0921648
Apr 20 23:43:47.244098 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:47.246912 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:47.250102 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853902864'] for subnet, precommit_delete_associations {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:47.281370 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-18b546c9-4110-400e-8a16-8d9389a671a3 req-08977bd6-bbe0-42c2-81c1-a0f232a02828 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452437
Apr 20 23:43:47.313883 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821926496'] for subnet, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:47.320003 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=d7d62fb7-9502-46b1-9225-edd4494114ca,revision_number=9']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:47.323505 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:47.550249 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['d7d62fb7-9502-46b1-9225-edd4494114ca'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:43:47.592428 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32849304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2584811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852812933'] for subnet, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:47.597637 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:47.637278 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf18ff0-4e74-4cb0-8bdd-eb6f6515c206,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:47.643306 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:47.653204 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8bf18ff0-4e74-4cb0-8bdd-eb6f6515c206 HTTP/1.1" status: 204  len: 168 time: 0.5256884
Apr 20 23:43:47.655084 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:47.655287 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:47.655578 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:47.656079 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:47.656262 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45244) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:43:47.656559 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:47.656953 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:47.657350 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:47.657733 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:47.658126 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:47.658497 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:47.658950 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:47.659632 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:47.662609 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e3cd53c0-75ac-4f0b-8099-6a9f0187d539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:47.775261 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821894164'] for network, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:47.904254 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32849397', 'neutron.services.segments.db._delete_segments_for_network-8727759383667'] for network, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:48.017977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f016e01a518>,) {'filters': {'network_id': ['b4231922-bfd4-4a68-8ae0-a0328bbd12c6']}} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:43:48.030875 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f016e01a518>, '52831757-1a6a-47ba-847c-9dabdcfa1f34') {'for_net_delete': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:43:48.031241 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f016e01a518>, '52831757-1a6a-47ba-847c-9dabdcfa1f34') {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:43:48.043022 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309095412067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345282'] for segment, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:48.058064 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:48.064277 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=86385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:43:48.242223 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Network b4231922-bfd4-4a68-8ae0-a0328bbd12c6 has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:43:48.252047 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821929039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379372'] for segment, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:48.437460 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Network b4231922-bfd4-4a68-8ae0-a0328bbd12c6 has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]: Traceback (most recent call last):
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:     timer()
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:     cb(*args, **kw)
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:     return func(*args, **kwargs)
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:     self._notify()
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:     self.callback(batched_events)
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:     event.method(event)
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:     segment_id)['aggregates'][0]
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:     return f(self, *a, **k)
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self._get(url).json()
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:     **kwargs)
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:     **endpoint_filter)
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:43:48.460173 dv-cinder-680889-5-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:43:48.496068 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1701f0b-e8a1-40f9-8492-0867ea06e0a1 req-8676324b-b967-419d-bb6b-44acc6d91391 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:48.497601 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e1701f0b-e8a1-40f9-8492-0867ea06e0a1 req-8676324b-b967-419d-bb6b-44acc6d91391 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 945 time: 0.0933704
Apr 20 23:43:48.547739 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e1701f0b-e8a1-40f9-8492-0867ea06e0a1 req-c3deb911-594e-4759-bbdc-d8619452cc79 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433233
Apr 20 23:43:48.569197 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821926403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854229106'] for network, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:48.579048 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f51aeade-8ccb-4609-80b2-f652ea848386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:48.593262 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:48.605262 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Pushing event deleted for resources: {'Network': ['ID=b4231922-bfd4-4a68-8ae0-a0328bbd12c6,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:48.615124 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:48.616651 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:48.616651 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:48.616651 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:48.616651 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:48.617226 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:48.617423 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:48.618392 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:48.618786 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:48.619212 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:48.619589 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:48.619980 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:43:48.623075 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:48.632517 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] 10.222.0.15 "DELETE /v2.0/networks/b4231922-bfd4-4a68-8ae0-a0328bbd12c6 HTTP/1.1" status: 204  len: 168 time: 0.9748709
Apr 20 23:43:48.971538 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device d7d62fb7-9502-46b1-9225-edd4494114ca up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:43:49.012968 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45254) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:43:49.046484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port d7d62fb7-9502-46b1-9225-edd4494114ca triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:43:49.046914 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:49.065410 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-48c6175f-6b2e-421c-a16a-20d6cd0d0439 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=68564d82e8ed4b2882bbdd48b55ca00c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0511577
Apr 20 23:43:49.068019 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45258) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:43:49.129395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-885d4e74-8aba-4668-a75c-e13deef8da77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:49.157753 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-885d4e74-8aba-4668-a75c-e13deef8da77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:49.171870 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:49.253152 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b49a2c-46c0-48f7-8b8b-775072844802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d62fb7-9502-46b1-9225-edd4494114ca'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:43:49.264286 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port d7d62fb7-9502-46b1-9225-edd4494114ca, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=d7d62fb7-9502-46b1-9225-edd4494114ca,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:43:49.277802 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-885d4e74-8aba-4668-a75c-e13deef8da77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:49.283072 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-eebfa543-27f7-4d03-8627-f7da71495fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:49.300484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d4e74-8aba-4668-a75c-e13deef8da77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2ccf1f-3043-4430-9a10-fb791f9025f5,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:49.304744 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b49a2c-46c0-48f7-8b8b-775072844802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d62fb7-9502-46b1-9225-edd4494114ca', 'code': 200}
Apr 20 23:43:49.304939 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-885d4e74-8aba-4668-a75c-e13deef8da77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:49.319245 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:49.321662 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:49.340595 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-885d4e74-8aba-4668-a75c-e13deef8da77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:49.344265 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-885d4e74-8aba-4668-a75c-e13deef8da77 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da2ccf1f-3043-4430-9a10-fb791f9025f5 HTTP/1.1" status: 204  len: 168 time: 0.2728028
Apr 20 23:43:49.392832 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=d7d62fb7-9502-46b1-9225-edd4494114ca,revision_number=10']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:49.396057 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:49.767822 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff22ee6-2baf-4503-b349-4f3a60d0c822 req-d392622d-fc95-40f1-b516-525148931d44 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:49.775642 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9ff22ee6-2baf-4503-b349-4f3a60d0c822 req-d392622d-fc95-40f1-b516-525148931d44 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 947 time: 0.0982382
Apr 20 23:43:49.817518 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e00482-9672-4afa-bf6a-5d8e5c6baa96 req-57e684f7-f9f8-4203-b6a3-45f9fd58f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:49.819047 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-57e00482-9672-4afa-bf6a-5d8e5c6baa96 req-57e684f7-f9f8-4203-b6a3-45f9fd58f5ce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 1100 time: 0.1373014
Apr 20 23:43:49.823744 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9ff22ee6-2baf-4503-b349-4f3a60d0c822 req-36d867fa-8347-4b6b-b3ac-c03638b7bbc6 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471511
Apr 20 23:43:49.866783 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-57e00482-9672-4afa-bf6a-5d8e5c6baa96 req-0b9b6c24-38ce-403d-ae48-b34f52d337e7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410793
Apr 20 23:43:50.395856 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45294) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:43:50.508399 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1870994264-network', 'tenant_id': 'c5751660b19f46889662febceecb2c37'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:43:50.513372 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:43:50.517533 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Usage tracker for resource:network and tenant:c5751660b19f46889662febceecb2c37 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:43:50.520806 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:43:50.527913 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:43:50.567601 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Made reservation on behalf of c5751660b19f46889662febceecb2c37 for: {'network': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:43:50.572799 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:50.585657 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:50.601333 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:43:50.605808 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Usage tracker for resource:security_group_rule and tenant:c5751660b19f46889662febceecb2c37 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:43:50.608823 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:43:50.614920 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:43:50.760530 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:50.785912 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:50.790298 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ee714631-151b-4942-ab98-6ac989e6004c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:50.818577 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'}  {{(pid=86385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:43:50.828448 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c924cf-b864-470a-9883-cd22e8edf34f,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:50.832356 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:50.834817 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:50.835236 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Added segment 79e03c95-1166-4e7a-b6a8-c880df81a8cd of type vlan for network c66264cc-995a-4b15-a0af-b2c48f7e03e4
Apr 20 23:43:50.863444 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:50.987933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:50.994947 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:50.995614 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:51.003020 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:51.129751 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7297301
Apr 20 23:43:51.130565 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Pushing event updated for resources: {'Network': ['ID=c66264cc-995a-4b15-a0af-b2c48f7e03e4,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:51.131198 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 45312) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:43:51.134455 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:51.143929 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network c66264cc-995a-4b15-a0af-b2c48f7e03e4 details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:43:51.153335 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b688dad-915a-4a83-8723-6d59d42aad85 req-fbd1cd3b-5cd4-4a76-840f-9d7a2fdbe9ed tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:51.154811 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-80c64777-277f-4302-b125-56f4cdea4627 admin admin] Request body: {'subnet': {'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1870994264-subnet', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'ip_version': 4}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:43:51.154980 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3b688dad-915a-4a83-8723-6d59d42aad85 req-fbd1cd3b-5cd4-4a76-840f-9d7a2fdbe9ed tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 947 time: 0.2115223
Apr 20 23:43:51.172125 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-80c64777-277f-4302-b125-56f4cdea4627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:43:51.183005 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-80c64777-277f-4302-b125-56f4cdea4627 admin admin] Usage tracker for resource:subnet and tenant:c5751660b19f46889662febceecb2c37 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:43:51.186370 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-80c64777-277f-4302-b125-56f4cdea4627 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:43:51.192692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-80c64777-277f-4302-b125-56f4cdea4627 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:43:51.228407 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3b688dad-915a-4a83-8723-6d59d42aad85 req-691666a5-c046-46f0-82e0-3ebd0cd673b2 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648568
Apr 20 23:43:51.236500 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c64777-277f-4302-b125-56f4cdea4627 admin admin] Made reservation on behalf of c5751660b19f46889662febceecb2c37 for: {'subnet': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:43:51.241419 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-80c64777-277f-4302-b125-56f4cdea4627 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1962833'] for subnet, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:51.897784 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-80c64777-277f-4302-b125-56f4cdea4627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852191058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1962816'] for subnet, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:51.903488 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:51.982971 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c64777-277f-4302-b125-56f4cdea4627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fffd4a38-1cbb-47c5-9d03-c9ee33266e2c,revision_number=0']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:51.987076 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-80c64777-277f-4302-b125-56f4cdea4627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:51.987867 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c64777-277f-4302-b125-56f4cdea4627 admin admin] Checking segment: {'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:43:51.988265 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c64777-277f-4302-b125-56f4cdea4627 admin admin] Network hostable DHCP agents. Network: c66264cc-995a-4b15-a0af-b2c48f7e03e4, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:43:52.047929 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c64777-277f-4302-b125-56f4cdea4627 admin admin] Network c66264cc-995a-4b15-a0af-b2c48f7e03e4 is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:43:52.110579 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-80c64777-277f-4302-b125-56f4cdea4627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, c66264cc-995a-4b15-a0af-b2c48f7e03e4) {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:43:52.120573 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e37d0cc-2092-481c-9470-a1542868e29f None None] Network c66264cc-995a-4b15-a0af-b2c48f7e03e4 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:43:52.123775 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c64777-277f-4302-b125-56f4cdea4627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:52.124434 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-80c64777-277f-4302-b125-56f4cdea4627 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:52.172312 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-80c64777-277f-4302-b125-56f4cdea4627 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0351708
Apr 20 23:43:52.172540 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 45342) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:43:52.179823 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:43:52.185041 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:43:52.189012 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Usage tracker for resource:router and tenant:c5751660b19f46889662febceecb2c37 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:43:52.192650 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:43:52.199469 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:43:52.255966 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854232352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5632'] for router, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:52.257143 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769921'] for router, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:52.341604 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:52.363963 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03c04a8b-0d60-59db-a6f6-015f86c32765-c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c'}]}} from dv-cinder-680889-5-iscsi. {{(pid=86387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:43:52.365231 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:52.554732 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Allocated IP 172.20.0.2 (c66264cc-995a-4b15-a0af-b2c48f7e03e4/fffd4a38-1cbb-47c5-9d03-c9ee33266e2c/37f9ffd9-417f-4eeb-8f03-c2fbaae85da8) {{(pid=86387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:43:52.739409 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769938'] for router, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:52.759024 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878cecf-59fa-42c1-a636-accb712de697 req-525ae846-bc8b-40e1-8476-a6e9b49ad102 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:52.760744 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5878cecf-59fa-42c1-a636-accb712de697 req-525ae846-bc8b-40e1-8476-a6e9b49ad102 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 947 time: 0.3817449
Apr 20 23:43:52.793789 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Notify callbacks [] for port, precommit_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:52.805797 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Transition to ACTIVE for port object 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:43:52.815903 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5878cecf-59fa-42c1-a636-accb712de697 req-c2c3c86d-bac2-4ac5-9360-f5e79fc9e0d7 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483732
Apr 20 23:43:52.826532 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Transition to ACTIVE for port object 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 will not be triggered until provisioned by entity DHCP. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:43:52.896431 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:52.902631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e891b1df-a8c4-42ef-8780-70f1838fe62d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:52.917620 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239200f-fcc1-4ebf-8c0f-c4b124a84e91 req-bb1e1563-e9d2-4d47-bda9-691ebe3356af tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:52.919338 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2239200f-fcc1-4ebf-8c0f-c4b124a84e91 req-bb1e1563-e9d2-4d47-bda9-691ebe3356af tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0892355
Apr 20 23:43:52.943215 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b2a38b72-b0f9-4415-b516-f92c9468251f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:52.970905 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2239200f-fcc1-4ebf-8c0f-c4b124a84e91 req-6351ddf7-4261-4288-b2d0-a80a15f21596 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443048
Apr 20 23:43:52.973118 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Network c66264cc-995a-4b15-a0af-b2c48f7e03e4 is already hosted by enough agents. {{(pid=86387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:43:52.977302 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Resources bound (agent type, host, resource id):  {{(pid=86387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:43:52.984349 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Received port after_create {{(pid=86387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:43:52.990957 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Pushing event updated for resources: {'Port': ['ID=37f9ffd9-417f-4eeb-8f03-c2fbaae85da8,revision_number=1']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:53.019577 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:53.082054 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Attempting to bind port 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:43:53.082464 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Attempting to bind port 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:43:53.082872 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Attempting to bind port 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 on network c66264cc-995a-4b15-a0af-b2c48f7e03e4 {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:43:53.088796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:43:53.089187 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Checking segment: {'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:43:53.089638 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:53.090073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Bound using segment: {'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:43:53.090599 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Bound port: 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:43:53.091000 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:53.187513 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] For port 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:43:53.190663 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] For port 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=37f9ffd9-417f-4eeb-8f03-c2fbaae85da8,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:43:53.193196 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:53.225206 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:53.226625 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:53.232364 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:53.318121 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Pushing event updated for resources: {'Port': ['ID=37f9ffd9-417f-4eeb-8f03-c2fbaae85da8,revision_number=2']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:53.321320 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2cd1bc1b-12a8-4950-9792-7b2b597ed869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:53.371071 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Allocated IP 172.27.2.89 (b49fa4d7-9497-41f5-afae-ab183fc1104b/828469c9-116a-4083-bfec-69bcf738251b/b5e7046e-127e-4036-acc5-e0fe858197a6) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:43:53.526380 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:53.598579 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:53.602987 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-76c7ccea-aafe-4586-8054-3d56cc4c74e4 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:53.687154 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Pushing event updated for resources: {'Port': ['ID=b5e7046e-127e-4036-acc5-e0fe858197a6,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:53.693216 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:43:53.693216 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:53.704995 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:43:53.707935 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:43:53.746445 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:43:54.026648 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:43:54.063422 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12746e2-09bc-4649-b945-f43b5e3c52aa req-c7620dfe-6abe-44c9-9e48-c1445795a8c6 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:54.065040 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b12746e2-09bc-4649-b945-f43b5e3c52aa req-c7620dfe-6abe-44c9-9e48-c1445795a8c6 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 947 time: 0.1114614
Apr 20 23:43:54.186848 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1828190-491a-4e3e-ae13-105502efe110 req-14e1db0c-f029-4704-aef9-942261a47374 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:54.188391 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d1828190-491a-4e3e-ae13-105502efe110 req-14e1db0c-f029-4704-aef9-942261a47374 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0941169
Apr 20 23:43:54.238534 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d1828190-491a-4e3e-ae13-105502efe110 req-5cbcdd93-eaee-4574-b495-c33450e38f15 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437975
Apr 20 23:43:54.242808 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b12746e2-09bc-4649-b945-f43b5e3c52aa req-9b7d1fb7-7fa3-4660-a546-07dde8b3b472 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1711583
Apr 20 23:43:54.294436 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:54.574368 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ad6ede-c7b8-40b8-a577-bb34d141a6df None None] Network c66264cc-995a-4b15-a0af-b2c48f7e03e4 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:43:54.700348 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-8334dc92-7890-405d-87ed-7142a2d74cc3 None None] Provisioning for port 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:43:54.720486 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-8334dc92-7890-405d-87ed-7142a2d74cc3 None None] Provisioning complete for port 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:43:54.720816 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8334dc92-7890-405d-87ed-7142a2d74cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:54.894132 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854230453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126893'] for router, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:54.963580 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-05c5e4e3-199c-4557-9a70-72defdd31d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:54.965325 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8334dc92-7890-405d-87ed-7142a2d74cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:55.010882 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-8334dc92-7890-405d-87ed-7142a2d74cc3 None None] For port 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=37f9ffd9-417f-4eeb-8f03-c2fbaae85da8,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:43:55.043751 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8334dc92-7890-405d-87ed-7142a2d74cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:55.045634 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:55.121645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334dc92-7890-405d-87ed-7142a2d74cc3 None None] Pushing event updated for resources: {'Port': ['ID=37f9ffd9-417f-4eeb-8f03-c2fbaae85da8,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:55.128111 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8334dc92-7890-405d-87ed-7142a2d74cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:55.146131 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Router b5aa26bd-1a5b-488c-a19f-bae605213b2b is scheduled to L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb with binding_index 1 {{(pid=86386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:43:55.267626 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-63b6a62e-ebb0-490c-ba3f-b266c57f75f6 None None] Provisioning complete for port 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:43:55.267982 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-63b6a62e-ebb0-490c-ba3f-b266c57f75f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:55.339971 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:43:55.377116 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Sync routers for ids ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:43:55.391948 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Notify callbacks [] for router, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:55.395430 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.2197952
Apr 20 23:43:55.396295 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 45362) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:43:55.408118 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Routers {'b5aa26bd-1a5b-488c-a19f-bae605213b2b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:43:55.408821 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e0f3080>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:43:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:43:55.447488 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d88476-683e-4d5d-8ea2-c14016cdc966 req-a7e2a933-194a-4154-913e-548bcf6dbe3c tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:55.449124 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26d88476-683e-4d5d-8ea2-c14016cdc966 req-a7e2a933-194a-4154-913e-548bcf6dbe3c tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0893960
Apr 20 23:43:55.499582 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26d88476-683e-4d5d-8ea2-c14016cdc966 req-80c17ade-4187-48e0-aa17-c04e4c8ce2a9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430589
Apr 20 23:43:55.601051 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Set router b5aa26bd-1a5b-488c-a19f-bae605213b2b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:43:55.712885 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:43:55.911863 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:43:55.912281 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:56.092177 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e0f3080>, [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:54Z', 'revision_number': 3, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:43:56.098072 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Checking router: b5aa26bd-1a5b-488c-a19f-bae605213b2b for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:43:56.098467 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Updating router b5aa26bd-1a5b-488c-a19f-bae605213b2b port b5e7046e-127e-4036-acc5-e0fe858197a6 binding host dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:43:56.117776 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:56.159595 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:56.303448 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:56.345644 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Allocated IP 172.20.0.1 (c66264cc-995a-4b15-a0af-b2c48f7e03e4/fffd4a38-1cbb-47c5-9d03-c9ee33266e2c/999e64dd-4d9c-4c52-ab1c-8c53ff839814) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:43:56.440321 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:56.503208 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:56.519947 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Transition to ACTIVE for port object 999e64dd-4d9c-4c52-ab1c-8c53ff839814 will not be triggered until provisioned by entity DHCP. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:43:56.535383 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Notify callbacks [] for port, precommit_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:56.548780 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Transition to ACTIVE for port object b5e7046e-127e-4036-acc5-e0fe858197a6 will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:43:56.569476 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:56.575148 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-18ce9408-f9d0-4956-98c2-10b73b1a127e tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:56.597622 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:56.603773 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:56.682432 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Attempting to bind port b5e7046e-127e-4036-acc5-e0fe858197a6 on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:43:56.683238 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Attempting to bind port b5e7046e-127e-4036-acc5-e0fe858197a6 by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:43:56.683448 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Attempting to bind port b5e7046e-127e-4036-acc5-e0fe858197a6 on network b49fa4d7-9497-41f5-afae-ab183fc1104b {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:43:56.684686 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Network c66264cc-995a-4b15-a0af-b2c48f7e03e4 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:43:56.693773 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd00b4-9646-4f89-bd7e-be5d45885dd3 None None] Pushing event updated for resources: {'Port': ['ID=b5e7046e-127e-4036-acc5-e0fe858197a6,revision_number=2']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:56.695156 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:43:56.698519 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:43:56.702859 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:43:56.703351 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Checking segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:43:56.703881 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:56.704645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Bound using segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:43:56.705288 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Bound port: b5e7046e-127e-4036-acc5-e0fe858197a6, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:43:56.705648 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:56.737266 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a5dd00b4-9646-4f89-bd7e-be5d45885dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:56.741832 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Pushing event updated for resources: {'Port': ['ID=999e64dd-4d9c-4c52-ab1c-8c53ff839814,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:56.745513 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:56.781816 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546574'] for router_interface, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:56.793127 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] For port b5e7046e-127e-4036-acc5-e0fe858197a6, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:43:56.797963 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] For port b5e7046e-127e-4036-acc5-e0fe858197a6, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=b5e7046e-127e-4036-acc5-e0fe858197a6,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:43:56.823802 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530a756-1893-439f-a748-19e8a58d0876 req-244ff98e-233d-4bed-9dcf-1ca6dfedf6ef tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:56.825783 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d530a756-1893-439f-a748-19e8a58d0876 req-244ff98e-233d-4bed-9dcf-1ca6dfedf6ef tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.2032354
Apr 20 23:43:56.832606 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:56.838053 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:56.900457 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d530a756-1893-439f-a748-19e8a58d0876 req-bf94dbd9-3c27-4f7d-98ed-44bd6c0f3545 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673966
Apr 20 23:43:56.919645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Routers {'b5aa26bd-1a5b-488c-a19f-bae605213b2b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:43:56.920330 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e0f3080>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:43:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:43:56.988541 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:57.042024 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd00b4-9646-4f89-bd7e-be5d45885dd3 None None] Pushing event updated for resources: {'Port': ['ID=b5e7046e-127e-4036-acc5-e0fe858197a6,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:57.058597 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a5dd00b4-9646-4f89-bd7e-be5d45885dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:57.108037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-9b84bc63-3c4d-4fc3-8666-baf68cb7eaee None None] Provisioning for port 999e64dd-4d9c-4c52-ab1c-8c53ff839814 completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:43:57.120120 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-9b84bc63-3c4d-4fc3-8666-baf68cb7eaee None None] Provisioning complete for port 999e64dd-4d9c-4c52-ab1c-8c53ff839814 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:43:57.120543 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9b84bc63-3c4d-4fc3-8666-baf68cb7eaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:57.168874 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] Set router b5aa26bd-1a5b-488c-a19f-bae605213b2b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:43:57.222759 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:57.254985 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:57.290515 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-03b06c25-2273-4f97-ad54-4bcad34f90e8 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:57.379827 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33003090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854229143'] for router_interface, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:57.384819 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Pushing event updated for resources: {'Port': ['ID=999e64dd-4d9c-4c52-ab1c-8c53ff839814,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:57.389887 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:57.423534 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-9b84bc63-3c4d-4fc3-8666-baf68cb7eaee None None] Port 999e64dd-4d9c-4c52-ab1c-8c53ff839814 cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:43:57.503674 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:57.528680 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Network c66264cc-995a-4b15-a0af-b2c48f7e03e4 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:43:57.529865 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:43:57.718446 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e0f3080>, [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 1, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:43:57.722600 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc7dde-f68c-449a-96c1-dec200049188 None None] The sync data for ids ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'] in dv-cinder-680889-5-iscsi is: [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 1, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:43:57.743333 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Router b5aa26bd-1a5b-488c-a19f-bae605213b2b has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:43:57.747613 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-b4eb1896-8a36-4eb6-b59e-630928369c67 None None] Provisioning complete for port 999e64dd-4d9c-4c52-ab1c-8c53ff839814 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:43:57.748047 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1896-8a36-4eb6-b59e-630928369c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:57.806121 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb1896-8a36-4eb6-b59e-630928369c67 None None] Port 999e64dd-4d9c-4c52-ab1c-8c53ff839814 cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:43:58.136011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad352d-ddd9-4e74-b453-7e66bc22e33d req-b1f67dd9-a21e-4721-bf15-f52fa8279ce1 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:58.137903 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b9ad352d-ddd9-4e74-b453-7e66bc22e33d req-b1f67dd9-a21e-4721-bf15-f52fa8279ce1 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.1162128
Apr 20 23:43:58.199768 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b9ad352d-ddd9-4e74-b453-7e66bc22e33d req-8c3bb9fc-7d4f-49fa-9db4-90d2b8082d18 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535057
Apr 20 23:43:58.206299 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:43:58.219970 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] 10.222.0.15 "PUT /v2.0/routers/b5aa26bd-1a5b-488c-a19f-bae605213b2b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8197322
Apr 20 23:43:58.887677 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 45384) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:43:58.893877 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1868241196-network', 'tenant_id': '1d2dd408fbf64e96950fb8fb51ea2b9f'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:43:58.899009 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:43:58.903423 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Usage tracker for resource:network and tenant:1d2dd408fbf64e96950fb8fb51ea2b9f is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:43:58.906504 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:43:58.912737 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:43:58.957620 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Made reservation on behalf of 1d2dd408fbf64e96950fb8fb51ea2b9f for: {'network': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:43:58.962483 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:58.975811 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:58.991922 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:43:58.997930 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Usage tracker for resource:security_group_rule and tenant:1d2dd408fbf64e96950fb8fb51ea2b9f is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:43:59.001978 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:43:59.008848 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:43:59.150366 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:59.179350 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:59.184267 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d236058d-d245-4f85-a817-eadfcec4fe37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:59.214546 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'}  {{(pid=86386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:43:59.224441 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41265b8e-f11c-4f15-ac5a-0e8b50b4d4bd,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:59.230269 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:59.231296 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:59.231686 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Added segment 0fc702a8-b4f6-49e8-9a39-a6d45dc82c27 of type vlan for network cb717398-b643-4fcf-ac7a-1b828665933c
Apr 20 23:43:59.260523 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:59.354537 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:59.360824 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:59.361460 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:59.366443 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f569b5f3-cf1e-453b-9005-6e2465f6a373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:59.485772 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=cb717398-b643-4fcf-ac7a-1b828665933c,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:59.492791 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:59.498651 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network cb717398-b643-4fcf-ac7a-1b828665933c details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:43:59.510939 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50c512-48f2-4102-bd08-6a2cc22cebfc req-28090f0c-bd26-4e8a-aba9-9917746f5f84 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:43:59.512600 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7f50c512-48f2-4102-bd08-6a2cc22cebfc req-28090f0c-bd26-4e8a-aba9-9917746f5f84 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.2019792
Apr 20 23:43:59.514879 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-6dd270ea-02e4-4b49-96ba-2ecbdefd8cf1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6255734
Apr 20 23:43:59.517457 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45390) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:43:59.524726 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-06cc4647-bf06-4dcb-aaf2-e68b824eae61 admin admin] Request body: {'subnet': {'network_id': 'cb717398-b643-4fcf-ac7a-1b828665933c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1868241196-subnet', 'tenant_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'ip_version': 4}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:43:59.529885 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-06cc4647-bf06-4dcb-aaf2-e68b824eae61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:43:59.533926 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-06cc4647-bf06-4dcb-aaf2-e68b824eae61 admin admin] Usage tracker for resource:subnet and tenant:1d2dd408fbf64e96950fb8fb51ea2b9f is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:43:59.537051 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-06cc4647-bf06-4dcb-aaf2-e68b824eae61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:43:59.544090 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-06cc4647-bf06-4dcb-aaf2-e68b824eae61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:43:59.561598 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7f50c512-48f2-4102-bd08-6a2cc22cebfc req-978737d6-9ec3-4a62-9309-2a1720078404 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418377
Apr 20 23:43:59.580659 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cc4647-bf06-4dcb-aaf2-e68b824eae61 admin admin] Made reservation on behalf of 1d2dd408fbf64e96950fb8fb51ea2b9f for: {'subnet': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:43:59.585970 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06cc4647-bf06-4dcb-aaf2-e68b824eae61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946129'] for subnet, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:59.684781 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device b5e7046e-127e-4036-acc5-e0fe858197a6 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:43:59.803148 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port b5e7046e-127e-4036-acc5-e0fe858197a6 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:43:59.808847 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port b5e7046e-127e-4036-acc5-e0fe858197a6 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:43:59.809286 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:59.933454 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:59.950150 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port b5e7046e-127e-4036-acc5-e0fe858197a6, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=b5e7046e-127e-4036-acc5-e0fe858197a6,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:43:59.980369 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:59.982334 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:00.032363 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06cc4647-bf06-4dcb-aaf2-e68b824eae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3379530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946112'] for subnet, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:00.037071 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:00.056001 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=b5e7046e-127e-4036-acc5-e0fe858197a6,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:00.059186 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:00.116482 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc4647-bf06-4dcb-aaf2-e68b824eae61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94ba56f-70f2-4efd-b752-e726c14fe92c,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:00.119320 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-06cc4647-bf06-4dcb-aaf2-e68b824eae61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:00.122127 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc4647-bf06-4dcb-aaf2-e68b824eae61 admin admin] Checking segment: {'id': '0fc702a8-b4f6-49e8-9a39-a6d45dc82c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cb717398-b643-4fcf-ac7a-1b828665933c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:44:00.122513 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cc4647-bf06-4dcb-aaf2-e68b824eae61 admin admin] Network hostable DHCP agents. Network: cb717398-b643-4fcf-ac7a-1b828665933c, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:44:00.168729 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cc4647-bf06-4dcb-aaf2-e68b824eae61 admin admin] Network cb717398-b643-4fcf-ac7a-1b828665933c is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:44:00.203009 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-06cc4647-bf06-4dcb-aaf2-e68b824eae61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, cb717398-b643-4fcf-ac7a-1b828665933c) {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:44:00.212702 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397965bd-dcec-4bb0-9629-e76f62ad94bb None None] Network cb717398-b643-4fcf-ac7a-1b828665933c requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:44:00.217043 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cc4647-bf06-4dcb-aaf2-e68b824eae61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:00.217689 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06cc4647-bf06-4dcb-aaf2-e68b824eae61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:00.261207 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-06cc4647-bf06-4dcb-aaf2-e68b824eae61 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7425804
Apr 20 23:44:00.263868 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45394) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:00.269313 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1868241196-router', 'tenant_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:44:00.275622 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:00.279668 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Usage tracker for resource:router and tenant:1d2dd408fbf64e96950fb8fb51ea2b9f is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:44:00.283487 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:44:00.292169 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:00.340767 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854232352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5632'] for router, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:00.341993 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769921'] for router, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:00.359331 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:00.445678 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03c04a8b-0d60-59db-a6f6-015f86c32765-cb717398-b643-4fcf-ac7a-1b828665933c', 'network_id': 'cb717398-b643-4fcf-ac7a-1b828665933c', 'tenant_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'fixed_ips': [{'subnet_id': 'a94ba56f-70f2-4efd-b752-e726c14fe92c'}]}} from dv-cinder-680889-5-iscsi. {{(pid=86387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:44:00.446753 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:00.620609 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Allocated IP 172.20.0.2 (cb717398-b643-4fcf-ac7a-1b828665933c/a94ba56f-70f2-4efd-b752-e726c14fe92c/34f5ce83-2922-4dcb-ac82-0f60b68acaee) {{(pid=86387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:44:00.835338 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Sync routers for ids ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:44:00.847060 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Routers {'b5aa26bd-1a5b-488c-a19f-bae605213b2b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:44:00.847809 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e846128>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:43:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:00.875946 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Notify callbacks [] for port, precommit_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:00.886827 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Transition to ACTIVE for port object 34f5ce83-2922-4dcb-ac82-0f60b68acaee will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:44:00.907202 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Transition to ACTIVE for port object 34f5ce83-2922-4dcb-ac82-0f60b68acaee will not be triggered until provisioned by entity DHCP. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:44:00.941061 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:00.947456 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:00.975707 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769938'] for router, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:01.014010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Network cb717398-b643-4fcf-ac7a-1b828665933c is already hosted by enough agents. {{(pid=86387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:44:01.017699 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Resources bound (agent type, host, resource id):  {{(pid=86387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:44:01.021598 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Received port after_create {{(pid=86387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:44:01.031794 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Pushing event updated for resources: {'Port': ['ID=34f5ce83-2922-4dcb-ac82-0f60b68acaee,revision_number=1']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:01.040009 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e564ae-e625-4e0d-90c2-b92b6b68d11e req-6c209207-2a55-4c20-9cbe-878bef4af843 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:01.041683 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-53e564ae-e625-4e0d-90c2-b92b6b68d11e req-6c209207-2a55-4c20-9cbe-878bef4af843 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.1323812
Apr 20 23:44:01.045157 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Set router b5aa26bd-1a5b-488c-a19f-bae605213b2b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:44:01.071454 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:01.133218 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Attempting to bind port 34f5ce83-2922-4dcb-ac82-0f60b68acaee on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:44:01.133907 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Attempting to bind port 34f5ce83-2922-4dcb-ac82-0f60b68acaee by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '0fc702a8-b4f6-49e8-9a39-a6d45dc82c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cb717398-b643-4fcf-ac7a-1b828665933c'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:44:01.134449 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Attempting to bind port 34f5ce83-2922-4dcb-ac82-0f60b68acaee on network cb717398-b643-4fcf-ac7a-1b828665933c {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:44:01.141353 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:44:01.141935 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Checking segment: {'id': '0fc702a8-b4f6-49e8-9a39-a6d45dc82c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cb717398-b643-4fcf-ac7a-1b828665933c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:44:01.142498 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:01.143047 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Bound using segment: {'id': '0fc702a8-b4f6-49e8-9a39-a6d45dc82c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cb717398-b643-4fcf-ac7a-1b828665933c'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:44:01.143709 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Bound port: 34f5ce83-2922-4dcb-ac82-0f60b68acaee, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc702a8-b4f6-49e8-9a39-a6d45dc82c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cb717398-b643-4fcf-ac7a-1b828665933c'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:44:01.144243 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:01.148000 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-53e564ae-e625-4e0d-90c2-b92b6b68d11e req-949862a0-e66e-466b-aa6b-aae077181595 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587933
Apr 20 23:44:01.241226 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] For port 34f5ce83-2922-4dcb-ac82-0f60b68acaee, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:44:01.244643 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] For port 34f5ce83-2922-4dcb-ac82-0f60b68acaee, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=34f5ce83-2922-4dcb-ac82-0f60b68acaee,segment=NetworkSegment(0fc702a8-b4f6-49e8-9a39-a6d45dc82c27),segment_id=0fc702a8-b4f6-49e8-9a39-a6d45dc82c27)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:44:01.301297 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:01.306967 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b56e7a06-86ac-4b99-a588-ef0199137ada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:01.405015 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Pushing event updated for resources: {'Port': ['ID=34f5ce83-2922-4dcb-ac82-0f60b68acaee,revision_number=2']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:01.408483 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:01.417174 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:01.452490 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:01.558309 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e846128>, [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:43:57Z', 'revision_number': 2, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:01.562621 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Checking router: b5aa26bd-1a5b-488c-a19f-bae605213b2b for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:44:01.563012 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Updating router b5aa26bd-1a5b-488c-a19f-bae605213b2b port 999e64dd-4d9c-4c52-ab1c-8c53ff839814 binding host dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:44:01.606770 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Allocated IP 172.27.2.179 (b49fa4d7-9497-41f5-afae-ab183fc1104b/828469c9-116a-4083-bfec-69bcf738251b/3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:44:01.624385 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:01.744953 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device b5e7046e-127e-4036-acc5-e0fe858197a6 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:44:01.821627 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:01.832722 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port b5e7046e-127e-4036-acc5-e0fe858197a6 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:44:01.833150 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:01.889694 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:01.895256 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:01.963372 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:44:01.967125 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:44:01.969508 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:44:02.015217 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Pushing event updated for resources: {'Port': ['ID=3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:02.018242 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:02.035776 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Notify callbacks [] for port, precommit_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:02.047840 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Transition to ACTIVE for port object 999e64dd-4d9c-4c52-ab1c-8c53ff839814 will not be triggered until provisioned by entity L2. {{(pid=86388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:44:02.083205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:02.088188 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ad683cff-d168-4739-8902-caf6aa4f04e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:02.217043 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc19b17-69c1-42fe-a986-5e221950b443 None None] Pushing event updated for resources: {'Port': ['ID=999e64dd-4d9c-4c52-ab1c-8c53ff839814,revision_number=3']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:02.237725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc19b17-69c1-42fe-a986-5e221950b443 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:02.238196 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc19b17-69c1-42fe-a986-5e221950b443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:02.238642 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc19b17-69c1-42fe-a986-5e221950b443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:02.239083 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc19b17-69c1-42fe-a986-5e221950b443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:02.239639 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc19b17-69c1-42fe-a986-5e221950b443 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:02.240129 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc19b17-69c1-42fe-a986-5e221950b443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:02.240607 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc19b17-69c1-42fe-a986-5e221950b443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:02.241073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc19b17-69c1-42fe-a986-5e221950b443 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:02.241556 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc19b17-69c1-42fe-a986-5e221950b443 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:02.242608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc19b17-69c1-42fe-a986-5e221950b443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:02.242959 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc19b17-69c1-42fe-a986-5e221950b443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:02.243411 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc19b17-69c1-42fe-a986-5e221950b443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:02.279559 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7fc19b17-69c1-42fe-a986-5e221950b443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:02.347088 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Attempting to bind port 999e64dd-4d9c-4c52-ab1c-8c53ff839814 on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:44:02.347088 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Attempting to bind port 999e64dd-4d9c-4c52-ab1c-8c53ff839814 by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:44:02.347592 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Attempting to bind port 999e64dd-4d9c-4c52-ab1c-8c53ff839814 on network c66264cc-995a-4b15-a0af-b2c48f7e03e4 {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:44:02.353835 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:44:02.354781 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Checking segment: {'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:44:02.355446 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:02.355885 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Bound using segment: {'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:44:02.356405 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Bound port: 999e64dd-4d9c-4c52-ab1c-8c53ff839814, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'}}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:44:02.356836 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:02.390040 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2eec9-844e-43a5-8761-9cda6957d50e req-ae126423-51f8-4b20-bfc6-3056d86bbdf7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:02.391697 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfc2eec9-844e-43a5-8761-9cda6957d50e req-ae126423-51f8-4b20-bfc6-3056d86bbdf7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.1043313
Apr 20 23:44:02.441271 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfc2eec9-844e-43a5-8761-9cda6957d50e req-56b714ee-7cab-4696-9a86-a28cd854996b tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419135
Apr 20 23:44:02.460841 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:02.462569 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] For port 999e64dd-4d9c-4c52-ab1c-8c53ff839814, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:44:02.465909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] For port 999e64dd-4d9c-4c52-ab1c-8c53ff839814, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=999e64dd-4d9c-4c52-ab1c-8c53ff839814,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:44:02.495753 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:02.501593 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ad18de50-14c3-4b73-8e49-32fff6d43c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:02.589336 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Routers {'b5aa26bd-1a5b-488c-a19f-bae605213b2b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:44:02.590029 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e846128>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:43:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:02.741420 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc19b17-69c1-42fe-a986-5e221950b443 None None] Pushing event updated for resources: {'Port': ['ID=999e64dd-4d9c-4c52-ab1c-8c53ff839814,revision_number=4']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:02.747820 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7fc19b17-69c1-42fe-a986-5e221950b443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:02.848838 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] Set router b5aa26bd-1a5b-488c-a19f-bae605213b2b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:44:02.889550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854230453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126893'] for router, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:02.912090 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159e8b34-fd3a-4d81-9f80-b0f4a6f5d0c5 None None] Network cb717398-b643-4fcf-ac7a-1b828665933c requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:44:03.029206 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-c84b3dac-a56c-4a9e-82fe-577edc358b6e None None] Provisioning for port 34f5ce83-2922-4dcb-ac82-0f60b68acaee completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:44:03.174896 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Router cbd947ae-488c-48b1-8c5d-4db8b18d15f0 is scheduled to L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb with binding_index 1 {{(pid=86385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:44:03.207267 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e846128>, [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:02Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:03.214388 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666cbb92-976b-4ede-b829-7ccb4e7ee3fa None None] The sync data for ids ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'] in dv-cinder-680889-5-iscsi is: [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:02Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:44:03.385743 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:44:03.397156 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Sync routers for ids ['cbd947ae-488c-48b1-8c5d-4db8b18d15f0'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:44:03.407643 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Routers {'cbd947ae-488c-48b1-8c5d-4db8b18d15f0'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:44:03.408336 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e1b0978>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:43:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['cbd947ae-488c-48b1-8c5d-4db8b18d15f0'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:03.442535 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Notify callbacks [] for router, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:03.447246 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.1822395
Apr 20 23:44:03.448131 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45402) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:03.632099 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Set router cbd947ae-488c-48b1-8c5d-4db8b18d15f0 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:44:03.838289 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 999e64dd-4d9c-4c52-ab1c-8c53ff839814 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:44:04.030210 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e1b0978>, [{'id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'name': 'tempest-TestVolumeBootPattern-1868241196-router', 'tenant_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:44:00Z', 'updated_at': '2021-04-20T23:44:02Z', 'revision_number': 3, 'project_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'gw_port': {'id': '3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:44:01Z', 'updated_at': '2021-04-20T23:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:04.033908 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port 999e64dd-4d9c-4c52-ab1c-8c53ff839814 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:44:04.039502 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Checking router: cbd947ae-488c-48b1-8c5d-4db8b18d15f0 for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:44:04.039952 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Updating router cbd947ae-488c-48b1-8c5d-4db8b18d15f0 port 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56 binding host dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:44:04.073624 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845bb74-cb4e-40b5-a543-61edbc07f219 req-bbf63589-8217-4058-a96a-cdf27a2bb5f7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:04.073979 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 999e64dd-4d9c-4c52-ab1c-8c53ff839814 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:44:04.074246 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7845bb74-cb4e-40b5-a543-61edbc07f219 req-bbf63589-8217-4058-a96a-cdf27a2bb5f7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.2695014
Apr 20 23:44:04.074356 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:04.152011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:04.209791 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7845bb74-cb4e-40b5-a543-61edbc07f219 req-b9a12262-b579-4e0c-af9a-5fa4ef1e41ae tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724211
Apr 20 23:44:04.342956 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:04.465013 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port 999e64dd-4d9c-4c52-ab1c-8c53ff839814, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=999e64dd-4d9c-4c52-ab1c-8c53ff839814,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:44:04.502989 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:04.504037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 34f5ce83-2922-4dcb-ac82-0f60b68acaee up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:44:04.545165 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8334dc92-7890-405d-87ed-7142a2d74cc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:04.669392 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:04.784561 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befe77e-cfa7-4c37-b48f-36565ee3c35d req-7ce9ce52-1a2c-452f-ab54-4e2dc270a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:04.786650 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1befe77e-cfa7-4c37-b48f-36565ee3c35d req-7ce9ce52-1a2c-452f-ab54-4e2dc270a8f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=622c2b3243a145fe8008ad8c6b2c7620&device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 1098 time: 0.0884399
Apr 20 23:44:04.794760 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a3247-9e9d-4de8-94bf-0e2414a680ce req-16c0b57c-9834-4082-8532-8d0a21b1cfb6 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:04.796473 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-314a3247-9e9d-4de8-94bf-0e2414a680ce req-16c0b57c-9834-4082-8532-8d0a21b1cfb6 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.2140279
Apr 20 23:44:04.904773 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=999e64dd-4d9c-4c52-ab1c-8c53ff839814,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:04.909232 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-314a3247-9e9d-4de8-94bf-0e2414a680ce req-970f694d-c21b-41dd-afd9-bc4ca2417d8c tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1058900
Apr 20 23:44:04.909849 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:04.938715 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befe77e-cfa7-4c37-b48f-36565ee3c35d req-418471d2-b633-4ba5-bd2d-ba9c2e66d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:04.938878 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Notify callbacks [] for port, precommit_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:04.939007 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1befe77e-cfa7-4c37-b48f-36565ee3c35d req-418471d2-b633-4ba5-bd2d-ba9c2e66d722 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf54acd7-65cc-4ce8-894c-45f7b4810ea3 HTTP/1.1" status: 200  len: 911 time: 0.1408753
Apr 20 23:44:04.944531 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Transition to ACTIVE for port object 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56 will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:44:04.957033 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port 34f5ce83-2922-4dcb-ac82-0f60b68acaee completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:44:04.962536 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 34f5ce83-2922-4dcb-ac82-0f60b68acaee triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:44:04.963199 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:04.974879 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Allocated IP 172.20.0.1 (cb717398-b643-4fcf-ac7a-1b828665933c/a94ba56f-70f2-4efd-b752-e726c14fe92c/84816c7f-d5b8-41e9-93f6-7d859cfc475b) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:44:04.995016 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:05.005130 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-87e58776-e6d7-448b-b100-d60de8eac024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:05.050830 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1befe77e-cfa7-4c37-b48f-36565ee3c35d req-09bb980a-a29f-422d-896b-4e6b53cfd892 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6b0a51-993d-4795-80dd-964f21d43395 HTTP/1.1" status: 200  len: 1001 time: 0.1076322
Apr 20 23:44:05.107701 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Attempting to bind port 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56 on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:44:05.108121 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Attempting to bind port 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56 by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:44:05.108781 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Attempting to bind port 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56 on network b49fa4d7-9497-41f5-afae-ab183fc1104b {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:44:05.120001 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb49ce9-6e15-4d83-ae0e-db0247dba3dc None None] Pushing event updated for resources: {'Port': ['ID=3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56,revision_number=2']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:05.122998 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befe77e-cfa7-4c37-b48f-36565ee3c35d req-babab56e-1e1f-4e5c-a771-ef6b14f3d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:05.123883 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:44:05.124269 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Checking segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:44:05.124402 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1befe77e-cfa7-4c37-b48f-36565ee3c35d req-babab56e-1e1f-4e5c-a771-ef6b14f3d641 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97053211-b5f1-465b-a73f-9aca769a79b3 HTTP/1.1" status: 200  len: 850 time: 0.0670810
Apr 20 23:44:05.124718 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:05.125152 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Bound using segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:44:05.125749 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Bound port: 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:44:05.126082 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:05.142386 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:05.153351 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-efb49ce9-6e15-4d83-ae0e-db0247dba3dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:05.160220 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Transition to ACTIVE for port object 84816c7f-d5b8-41e9-93f6-7d859cfc475b will not be triggered until provisioned by entity DHCP. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:44:05.214448 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befe77e-cfa7-4c37-b48f-36565ee3c35d req-a0dbcea3-b609-4b53-9a04-4175628f9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:05.215413 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:05.216088 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1befe77e-cfa7-4c37-b48f-36565ee3c35d req-a0dbcea3-b609-4b53-9a04-4175628f9d5e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf54acd7-65cc-4ce8-894c-45f7b4810ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791733
Apr 20 23:44:05.220690 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d95812d7-f2b1-43f6-bd3a-8236c5f28715 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:05.259042 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:05.271915 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] For port 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:44:05.288354 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] For port 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:44:05.291498 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Network cb717398-b643-4fcf-ac7a-1b828665933c is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:44:05.295338 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:44:05.299415 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:44:05.341276 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Pushing event updated for resources: {'Port': ['ID=84816c7f-d5b8-41e9-93f6-7d859cfc475b,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:05.345684 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:05.346406 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:05.352924 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:05.368094 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546574'] for router_interface, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:05.383819 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1befe77e-cfa7-4c37-b48f-36565ee3c35d req-02aa66dc-67df-42b5-9f2a-7deafa698a31 service neutron] 10.222.0.10 "GET /v2.0/networks/bf54acd7-65cc-4ce8-894c-45f7b4810ea3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1559482
Apr 20 23:44:05.397256 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port 34f5ce83-2922-4dcb-ac82-0f60b68acaee, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=34f5ce83-2922-4dcb-ac82-0f60b68acaee,segment=NetworkSegment(0fc702a8-b4f6-49e8-9a39-a6d45dc82c27),segment_id=0fc702a8-b4f6-49e8-9a39-a6d45dc82c27)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:44:05.434778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:05.442763 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Routers {'cbd947ae-488c-48b1-8c5d-4db8b18d15f0'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:44:05.443487 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e1b0978>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:43:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['cbd947ae-488c-48b1-8c5d-4db8b18d15f0'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:05.527156 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:05.546123 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1befe77e-cfa7-4c37-b48f-36565ee3c35d req-7e96782b-3e6a-4da4-a0a7-345bb07abe70 service neutron] 10.222.0.10 "GET /v2.0/networks/bf54acd7-65cc-4ce8-894c-45f7b4810ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506479
Apr 20 23:44:05.575681 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb49ce9-6e15-4d83-ae0e-db0247dba3dc None None] Pushing event updated for resources: {'Port': ['ID=3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:05.580531 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-efb49ce9-6e15-4d83-ae0e-db0247dba3dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:05.581000 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:05.672201 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 999e64dd-4d9c-4c52-ab1c-8c53ff839814 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:44:05.715791 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-4ab9f485-4911-45a1-9d14-3a187375dac5 None None] Provisioning for port 84816c7f-d5b8-41e9-93f6-7d859cfc475b completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:44:05.745311 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-4ab9f485-4911-45a1-9d14-3a187375dac5 None None] Provisioning complete for port 84816c7f-d5b8-41e9-93f6-7d859cfc475b triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:44:05.745735 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4ab9f485-4911-45a1-9d14-3a187375dac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:05.776244 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:05.795530 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=34f5ce83-2922-4dcb-ac82-0f60b68acaee,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:05.807395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:05.814708 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379410'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:05.839651 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] Set router cbd947ae-488c-48b1-8c5d-4db8b18d15f0 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:44:05.845709 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b101ed69-0f48-40cd-8728-f049b418751e tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:05.886958 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-4ab9f485-4911-45a1-9d14-3a187375dac5 None None] Port 84816c7f-d5b8-41e9-93f6-7d859cfc475b cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:44:05.920879 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 999e64dd-4d9c-4c52-ab1c-8c53ff839814 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:44:05.921303 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:05.934754 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33003090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854229143'] for router_interface, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:05.939339 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Pushing event updated for resources: {'Port': ['ID=84816c7f-d5b8-41e9-93f6-7d859cfc475b,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:05.943917 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:06.094286 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Network cb717398-b643-4fcf-ac7a-1b828665933c is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:44:06.095548 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:44:06.168397 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ad11f-c7a3-473c-ae86-52579073bf5c req-f440561e-2e51-4595-a1dd-71a15c0d7bd8 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:06.176869 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-724ad11f-c7a3-473c-ae86-52579073bf5c req-f440561e-2e51-4595-a1dd-71a15c0d7bd8 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.1348879
Apr 20 23:44:06.267806 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-724ad11f-c7a3-473c-ae86-52579073bf5c req-0ad5dfde-aa06-4808-9acf-7d73831d4e4f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0895863
Apr 20 23:44:06.333534 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e1b0978>, [{'id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'name': 'tempest-TestVolumeBootPattern-1868241196-router', 'tenant_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:44:00Z', 'updated_at': '2021-04-20T23:44:05Z', 'revision_number': 4, 'project_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'gw_port': {'id': '3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:44:01Z', 'updated_at': '2021-04-20T23:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '84816c7f-d5b8-41e9-93f6-7d859cfc475b', 'name': '', 'network_id': 'cb717398-b643-4fcf-ac7a-1b828665933c', 'tenant_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'mac_address': 'fa:16:3e:12:33:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a94ba56f-70f2-4efd-b752-e726c14fe92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:44:04Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 1, 'project_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'subnets': [{'id': 'a94ba56f-70f2-4efd-b752-e726c14fe92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:06.339342 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9acf1c-1a2b-4ae0-a498-f89d15fcef92 None None] The sync data for ids ['cbd947ae-488c-48b1-8c5d-4db8b18d15f0'] in dv-cinder-680889-5-iscsi is: [{'id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'name': 'tempest-TestVolumeBootPattern-1868241196-router', 'tenant_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:44:00Z', 'updated_at': '2021-04-20T23:44:05Z', 'revision_number': 4, 'project_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'gw_port': {'id': '3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:44:01Z', 'updated_at': '2021-04-20T23:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '84816c7f-d5b8-41e9-93f6-7d859cfc475b', 'name': '', 'network_id': 'cb717398-b643-4fcf-ac7a-1b828665933c', 'tenant_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'mac_address': 'fa:16:3e:12:33:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a94ba56f-70f2-4efd-b752-e726c14fe92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:44:04Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 1, 'project_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'subnets': [{'id': 'a94ba56f-70f2-4efd-b752-e726c14fe92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:44:06.360392 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Router cbd947ae-488c-48b1-8c5d-4db8b18d15f0 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:44:06.409041 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-8001b550-05a4-4d58-a6c3-47043f9e8747 None None] Provisioning complete for port 84816c7f-d5b8-41e9-93f6-7d859cfc475b triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:44:06.409418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8001b550-05a4-4d58-a6c3-47043f9e8747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:06.469467 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-8001b550-05a4-4d58-a6c3-47043f9e8747 None None] Port 84816c7f-d5b8-41e9-93f6-7d859cfc475b cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:44:06.556642 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:44:06.566260 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] 10.222.0.15 "PUT /v2.0/routers/cbd947ae-488c-48b1-8c5d-4db8b18d15f0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1170428
Apr 20 23:44:07.337244 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45422) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:07.343216 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-81f6c693-ca93-4893-a286-b822264f4501 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2031933110', 'description': 'tempest-secgroup-smoke-2031933110 description', 'project_id': 'c5751660b19f46889662febceecb2c37'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:44:07.349778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-81f6c693-ca93-4893-a286-b822264f4501 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:07.354556 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-81f6c693-ca93-4893-a286-b822264f4501 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Usage tracker for resource:security_group and tenant:c5751660b19f46889662febceecb2c37 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:44:07.358020 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-81f6c693-ca93-4893-a286-b822264f4501 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:44:07.364942 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-81f6c693-ca93-4893-a286-b822264f4501 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:07.392026 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-81f6c693-ca93-4893-a286-b822264f4501 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:07.416548 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-81f6c693-ca93-4893-a286-b822264f4501 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:07.420983 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-81f6c693-ca93-4893-a286-b822264f4501 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Usage tracker for resource:security_group_rule and tenant:c5751660b19f46889662febceecb2c37 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:44:07.424062 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-81f6c693-ca93-4893-a286-b822264f4501 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:44:07.430938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-81f6c693-ca93-4893-a286-b822264f4501 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:07.487793 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154688b6-9367-4541-8c2e-284cdcc1157b req-a8a59616-149e-4097-9741-341b9991fe7a tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:07.489476 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-154688b6-9367-4541-8c2e-284cdcc1157b req-a8a59616-149e-4097-9741-341b9991fe7a tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0939457
Apr 20 23:44:07.511231 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-81f6c693-ca93-4893-a286-b822264f4501 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:07.528783 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-81f6c693-ca93-4893-a286-b822264f4501 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:07.534444 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c169c462-4781-49f6-a4f0-8cd8dab8f210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:07.545094 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-154688b6-9367-4541-8c2e-284cdcc1157b req-90d91e49-0e0f-4e64-bd1d-884948744e98 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464945
Apr 20 23:44:07.578516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6c693-ca93-4893-a286-b822264f4501 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9459fd6-8b4a-4d89-80ad-4118dabb1098,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:07.581483 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-81f6c693-ca93-4893-a286-b822264f4501 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:07.597328 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-81f6c693-ca93-4893-a286-b822264f4501 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:07.598661 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-81f6c693-ca93-4893-a286-b822264f4501 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2603261
Apr 20 23:44:07.601846 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45428) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:07.607509 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-1a98f0df-6e9a-4f68-a27e-91912d9401ae tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Request body: {'security_group_rule': {'security_group_id': 'd9459fd6-8b4a-4d89-80ad-4118dabb1098', 'project_id': 'c5751660b19f46889662febceecb2c37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:44:07.614011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1a98f0df-6e9a-4f68-a27e-91912d9401ae tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:07.618670 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1a98f0df-6e9a-4f68-a27e-91912d9401ae tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Usage tracker for resource:security_group_rule and tenant:c5751660b19f46889662febceecb2c37 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:44:07.622332 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1a98f0df-6e9a-4f68-a27e-91912d9401ae tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:44:07.628539 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1a98f0df-6e9a-4f68-a27e-91912d9401ae tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:07.759468 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 34f5ce83-2922-4dcb-ac82-0f60b68acaee up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:44:07.835740 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 34f5ce83-2922-4dcb-ac82-0f60b68acaee triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:44:07.836226 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:07.928904 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1a98f0df-6e9a-4f68-a27e-91912d9401ae tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:07.964507 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:44:07.995806 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1a98f0df-6e9a-4f68-a27e-91912d9401ae tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:08.024837 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1a98f0df-6e9a-4f68-a27e-91912d9401ae tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:08.033012 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:08.052516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98f0df-6e9a-4f68-a27e-91912d9401ae tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ab82cf-50ce-4a23-bf41-ae8137265898,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:08.056359 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1a98f0df-6e9a-4f68-a27e-91912d9401ae tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:08.066021 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:44:08.071444 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:44:08.071867 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:08.094566 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1a98f0df-6e9a-4f68-a27e-91912d9401ae tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:08.096028 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1a98f0df-6e9a-4f68-a27e-91912d9401ae tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4931722
Apr 20 23:44:08.098882 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45432) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:08.105286 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-82e95842-f20b-4abe-bd67-6bd50fde9c62 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Request body: {'security_group_rule': {'security_group_id': 'd9459fd6-8b4a-4d89-80ad-4118dabb1098', 'project_id': 'c5751660b19f46889662febceecb2c37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:44:08.111538 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-82e95842-f20b-4abe-bd67-6bd50fde9c62 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:08.115565 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-82e95842-f20b-4abe-bd67-6bd50fde9c62 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Usage tracker for resource:security_group_rule and tenant:c5751660b19f46889662febceecb2c37 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:44:08.119293 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-82e95842-f20b-4abe-bd67-6bd50fde9c62 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:44:08.125234 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-82e95842-f20b-4abe-bd67-6bd50fde9c62 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:08.170569 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-82e95842-f20b-4abe-bd67-6bd50fde9c62 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:08.195065 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:08.213054 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:44:08.235304 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-82e95842-f20b-4abe-bd67-6bd50fde9c62 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:08.265145 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:08.268611 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:08.294788 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-82e95842-f20b-4abe-bd67-6bd50fde9c62 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:08.297117 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-451db18a-d905-4761-b339-8e08735a0f0e tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:08.319465 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e95842-f20b-4abe-bd67-6bd50fde9c62 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd3cf32-5d02-477c-9b3f-fbed5602036e,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:08.324121 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-82e95842-f20b-4abe-bd67-6bd50fde9c62 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:08.347194 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:08.355598 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:08.355991 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:08.356377 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:08.356762 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:08.357135 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:08.357512 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:08.357884 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:08.358257 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:08.358629 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:08.359015 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:08.359408 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:08.359778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:08.363325 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-82e95842-f20b-4abe-bd67-6bd50fde9c62 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:08.363740 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:08.364829 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-82e95842-f20b-4abe-bd67-6bd50fde9c62 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2648697
Apr 20 23:44:08.368502 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45436) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:08.374129 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-109c6516-eb6c-4210-8664-5325fe11d828 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Request body: {'security_group_rule': {'security_group_id': 'd9459fd6-8b4a-4d89-80ad-4118dabb1098', 'project_id': 'c5751660b19f46889662febceecb2c37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:44:08.380667 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-109c6516-eb6c-4210-8664-5325fe11d828 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:08.384794 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-109c6516-eb6c-4210-8664-5325fe11d828 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Usage tracker for resource:security_group_rule and tenant:c5751660b19f46889662febceecb2c37 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:44:08.387852 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-109c6516-eb6c-4210-8664-5325fe11d828 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:44:08.393827 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-109c6516-eb6c-4210-8664-5325fe11d828 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:08.442879 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-109c6516-eb6c-4210-8664-5325fe11d828 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:08.506135 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:08.510500 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-109c6516-eb6c-4210-8664-5325fe11d828 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:08.540719 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-109c6516-eb6c-4210-8664-5325fe11d828 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:08.542775 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:08.561100 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:44:08.563925 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c6516-eb6c-4210-8664-5325fe11d828 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befcfaae-f24a-423e-96b8-d2a40590a860,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:08.568063 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-109c6516-eb6c-4210-8664-5325fe11d828 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:08.603365 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-109c6516-eb6c-4210-8664-5325fe11d828 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:08.604700 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-109c6516-eb6c-4210-8664-5325fe11d828 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2351785
Apr 20 23:44:08.607749 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45440) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:08.614392 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-cdbcdf48-5101-4c2f-941a-0ed41c5c982c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Request body: {'security_group_rule': {'security_group_id': 'd9459fd6-8b4a-4d89-80ad-4118dabb1098', 'project_id': 'c5751660b19f46889662febceecb2c37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:44:08.620796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-cdbcdf48-5101-4c2f-941a-0ed41c5c982c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:08.624851 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-cdbcdf48-5101-4c2f-941a-0ed41c5c982c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Usage tracker for resource:security_group_rule and tenant:c5751660b19f46889662febceecb2c37 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:44:08.627875 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-cdbcdf48-5101-4c2f-941a-0ed41c5c982c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:44:08.635223 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-cdbcdf48-5101-4c2f-941a-0ed41c5c982c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:08.697525 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cdbcdf48-5101-4c2f-941a-0ed41c5c982c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:08.767395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cdbcdf48-5101-4c2f-941a-0ed41c5c982c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:08.831123 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cdbcdf48-5101-4c2f-941a-0ed41c5c982c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:08.833313 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8903e0bb-1a65-4dd9-9958-c96fa0cb79f5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:08.857386 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcdf48-5101-4c2f-941a-0ed41c5c982c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e70807-f3c5-4f2c-8d79-5c130a585bb1,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:08.863000 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cdbcdf48-5101-4c2f-941a-0ed41c5c982c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:08.894036 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cdbcdf48-5101-4c2f-941a-0ed41c5c982c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:08.895354 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-cdbcdf48-5101-4c2f-941a-0ed41c5c982c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2865350
Apr 20 23:44:08.898945 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45444) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:08.904428 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-95e3d746-2e0d-4731-827c-7dfbb1a6ed75 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Request body: {'security_group_rule': {'security_group_id': 'd9459fd6-8b4a-4d89-80ad-4118dabb1098', 'project_id': 'c5751660b19f46889662febceecb2c37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:44:08.910590 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-95e3d746-2e0d-4731-827c-7dfbb1a6ed75 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:08.914604 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-95e3d746-2e0d-4731-827c-7dfbb1a6ed75 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Usage tracker for resource:security_group_rule and tenant:c5751660b19f46889662febceecb2c37 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:44:08.917578 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-95e3d746-2e0d-4731-827c-7dfbb1a6ed75 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:44:08.923489 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-95e3d746-2e0d-4731-827c-7dfbb1a6ed75 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:08.957235 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.securitygroups_db [None req-95e3d746-2e0d-4731-827c-7dfbb1a6ed75 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Project c5751660b19f46889662febceecb2c37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 23:44:08.965661 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-95e3d746-2e0d-4731-827c-7dfbb1a6ed75 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:09.036769 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-95e3d746-2e0d-4731-827c-7dfbb1a6ed75 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:09.065812 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-95e3d746-2e0d-4731-827c-7dfbb1a6ed75 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:09.067941 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:09.092670 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3d746-2e0d-4731-827c-7dfbb1a6ed75 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95d3fef-7931-4f9d-8698-850f27709809,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:09.095200 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-95e3d746-2e0d-4731-827c-7dfbb1a6ed75 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:09.128628 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-95e3d746-2e0d-4731-827c-7dfbb1a6ed75 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:09.129956 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-95e3d746-2e0d-4731-827c-7dfbb1a6ed75 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2299943
Apr 20 23:44:09.133320 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45448) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:09.139000 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-82c46171-a767-457f-9f06-80d693475ed8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Request body: {'security_group_rule': {'security_group_id': 'd9459fd6-8b4a-4d89-80ad-4118dabb1098', 'project_id': 'c5751660b19f46889662febceecb2c37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:44:09.145438 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-82c46171-a767-457f-9f06-80d693475ed8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:09.150015 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-82c46171-a767-457f-9f06-80d693475ed8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Usage tracker for resource:security_group_rule and tenant:c5751660b19f46889662febceecb2c37 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:44:09.153076 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-82c46171-a767-457f-9f06-80d693475ed8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:44:09.159971 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-82c46171-a767-457f-9f06-80d693475ed8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:09.214288 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.securitygroups_db [None req-82c46171-a767-457f-9f06-80d693475ed8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Project c5751660b19f46889662febceecb2c37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 23:44:09.221782 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-82c46171-a767-457f-9f06-80d693475ed8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:09.291228 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-82c46171-a767-457f-9f06-80d693475ed8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:09.322785 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-82c46171-a767-457f-9f06-80d693475ed8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:09.324944 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:09.349548 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c46171-a767-457f-9f06-80d693475ed8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2eda20f-03fa-4e30-b791-3f5c9ed15132,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:09.352202 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-82c46171-a767-457f-9f06-80d693475ed8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:09.385775 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-82c46171-a767-457f-9f06-80d693475ed8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:09.387083 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-82c46171-a767-457f-9f06-80d693475ed8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2527270
Apr 20 23:44:09.467029 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Sync routers for ids ['cbd947ae-488c-48b1-8c5d-4db8b18d15f0'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:44:09.476962 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Routers {'cbd947ae-488c-48b1-8c5d-4db8b18d15f0'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:44:09.477637 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e114320>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:43:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['cbd947ae-488c-48b1-8c5d-4db8b18d15f0'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:09.668796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Set router cbd947ae-488c-48b1-8c5d-4db8b18d15f0 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:44:09.686225 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:44:09.767840 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:44:09.768493 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:10.008583 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e114320>, [{'id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'name': 'tempest-TestVolumeBootPattern-1868241196-router', 'tenant_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:44:00Z', 'updated_at': '2021-04-20T23:44:05Z', 'revision_number': 4, 'project_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'gw_port': {'id': '3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:44:01Z', 'updated_at': '2021-04-20T23:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '84816c7f-d5b8-41e9-93f6-7d859cfc475b', 'name': '', 'network_id': 'cb717398-b643-4fcf-ac7a-1b828665933c', 'tenant_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'mac_address': 'fa:16:3e:12:33:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a94ba56f-70f2-4efd-b752-e726c14fe92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:44:04Z', 'updated_at': '2021-04-20T23:44:05Z', 'revision_number': 2, 'project_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'subnets': [{'id': 'a94ba56f-70f2-4efd-b752-e726c14fe92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:10.012615 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Checking router: cbd947ae-488c-48b1-8c5d-4db8b18d15f0 for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:44:10.013015 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Updating router cbd947ae-488c-48b1-8c5d-4db8b18d15f0 port 84816c7f-d5b8-41e9-93f6-7d859cfc475b binding host dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:44:10.079371 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:10.199601 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-97fe7674-52ef-4fab-8067-357fe2c2a302 req-ccca97cc-c8d3-4c5c-b129-1c56d82f6c92 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0922272
Apr 20 23:44:10.310120 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe7674-52ef-4fab-8067-357fe2c2a302 req-4690c180-b390-4080-8ba0-168083da9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:10.311795 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-97fe7674-52ef-4fab-8067-357fe2c2a302 req-4690c180-b390-4080-8ba0-168083da9598 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=329d4da5822347079a9af5d11eb238fa&device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 1100 time: 0.0796244
Apr 20 23:44:10.456997 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Notify callbacks [] for port, precommit_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:10.470100 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Transition to ACTIVE for port object 84816c7f-d5b8-41e9-93f6-7d859cfc475b will not be triggered until provisioned by entity L2. {{(pid=86388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:44:10.470508 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe7674-52ef-4fab-8067-357fe2c2a302 req-c59e9bfe-1769-4e4c-8975-c992ac168136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:10.472264 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-97fe7674-52ef-4fab-8067-357fe2c2a302 req-c59e9bfe-1769-4e4c-8975-c992ac168136 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86b2d3ea-b04f-45c5-b131-8d05e2d86813 HTTP/1.1" status: 200  len: 916 time: 0.1417122
Apr 20 23:44:10.517430 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:10.523738 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:10.593284 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-97fe7674-52ef-4fab-8067-357fe2c2a302 req-3883f249-077a-48db-8aa5-365216a78689 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7d62fb7-9502-46b1-9225-edd4494114ca HTTP/1.1" status: 200  len: 1002 time: 0.1068077
Apr 20 23:44:10.683237 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe7674-52ef-4fab-8067-357fe2c2a302 req-fcc6c3c4-6561-4af3-924c-6d97ed47ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:10.693278 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-97fe7674-52ef-4fab-8067-357fe2c2a302 req-fcc6c3c4-6561-4af3-924c-6d97ed47ab66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=511ddee7-7c62-4422-908f-d9585fcbf53b HTTP/1.1" status: 200  len: 855 time: 0.0902276
Apr 20 23:44:10.792484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe7674-52ef-4fab-8067-357fe2c2a302 req-b131ca3f-5f4d-4858-9e38-d8de1f797a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:10.794156 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-97fe7674-52ef-4fab-8067-357fe2c2a302 req-b131ca3f-5f4d-4858-9e38-d8de1f797a6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86b2d3ea-b04f-45c5-b131-8d05e2d86813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0938509
Apr 20 23:44:10.885190 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb65a91-c711-4699-bebd-4704afff4138 None None] Pushing event updated for resources: {'Port': ['ID=84816c7f-d5b8-41e9-93f6-7d859cfc475b,revision_number=3']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:10.917907 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3cb65a91-c711-4699-bebd-4704afff4138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:10.938763 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Attempting to bind port 84816c7f-d5b8-41e9-93f6-7d859cfc475b on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:44:10.939284 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Attempting to bind port 84816c7f-d5b8-41e9-93f6-7d859cfc475b by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '0fc702a8-b4f6-49e8-9a39-a6d45dc82c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cb717398-b643-4fcf-ac7a-1b828665933c'}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:44:10.939692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Attempting to bind port 84816c7f-d5b8-41e9-93f6-7d859cfc475b on network cb717398-b643-4fcf-ac7a-1b828665933c {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:44:10.943405 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-97fe7674-52ef-4fab-8067-357fe2c2a302 req-af99f7b0-789c-478d-82ce-083950c31331 service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415560
Apr 20 23:44:10.945816 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:44:10.946239 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Checking segment: {'id': '0fc702a8-b4f6-49e8-9a39-a6d45dc82c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cb717398-b643-4fcf-ac7a-1b828665933c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:44:10.946689 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:10.947126 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Bound using segment: {'id': '0fc702a8-b4f6-49e8-9a39-a6d45dc82c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cb717398-b643-4fcf-ac7a-1b828665933c'} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:44:10.947676 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Bound port: 84816c7f-d5b8-41e9-93f6-7d859cfc475b, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc702a8-b4f6-49e8-9a39-a6d45dc82c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cb717398-b643-4fcf-ac7a-1b828665933c'}}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:44:10.948110 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:11.045536 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] For port 84816c7f-d5b8-41e9-93f6-7d859cfc475b, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:44:11.048634 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] For port 84816c7f-d5b8-41e9-93f6-7d859cfc475b, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=84816c7f-d5b8-41e9-93f6-7d859cfc475b,segment=NetworkSegment(0fc702a8-b4f6-49e8-9a39-a6d45dc82c27),segment_id=0fc702a8-b4f6-49e8-9a39-a6d45dc82c27)] {{(pid=86388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:44:11.083213 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:11.088997 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:11.090282 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-97fe7674-52ef-4fab-8067-357fe2c2a302 req-070a11bd-91ed-4868-a121-acde60c129c6 service neutron] 10.222.0.10 "GET /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394064
Apr 20 23:44:11.168536 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Routers {'cbd947ae-488c-48b1-8c5d-4db8b18d15f0'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:44:11.169155 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e114320>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:43:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['cbd947ae-488c-48b1-8c5d-4db8b18d15f0'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:11.302979 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb65a91-c711-4699-bebd-4704afff4138 None None] Pushing event updated for resources: {'Port': ['ID=84816c7f-d5b8-41e9-93f6-7d859cfc475b,revision_number=4']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:11.328208 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3cb65a91-c711-4699-bebd-4704afff4138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:11.374701 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] Set router cbd947ae-488c-48b1-8c5d-4db8b18d15f0 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:44:11.702917 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 84816c7f-d5b8-41e9-93f6-7d859cfc475b up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:44:11.719254 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e114320>, [{'id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'name': 'tempest-TestVolumeBootPattern-1868241196-router', 'tenant_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:44:00Z', 'updated_at': '2021-04-20T23:44:05Z', 'revision_number': 4, 'project_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'gw_port': {'id': '3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:44:01Z', 'updated_at': '2021-04-20T23:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '84816c7f-d5b8-41e9-93f6-7d859cfc475b', 'name': '', 'network_id': 'cb717398-b643-4fcf-ac7a-1b828665933c', 'tenant_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'mac_address': 'fa:16:3e:12:33:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a94ba56f-70f2-4efd-b752-e726c14fe92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:44:04Z', 'updated_at': '2021-04-20T23:44:11Z', 'revision_number': 4, 'project_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'subnets': [{'id': 'a94ba56f-70f2-4efd-b752-e726c14fe92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:11.723330 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71e938-18d3-41eb-bbee-e3258bf97569 None None] The sync data for ids ['cbd947ae-488c-48b1-8c5d-4db8b18d15f0'] in dv-cinder-680889-5-iscsi is: [{'id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'name': 'tempest-TestVolumeBootPattern-1868241196-router', 'tenant_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:44:00Z', 'updated_at': '2021-04-20T23:44:05Z', 'revision_number': 4, 'project_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'gw_port': {'id': '3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:44:01Z', 'updated_at': '2021-04-20T23:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '84816c7f-d5b8-41e9-93f6-7d859cfc475b', 'name': '', 'network_id': 'cb717398-b643-4fcf-ac7a-1b828665933c', 'tenant_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'mac_address': 'fa:16:3e:12:33:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a94ba56f-70f2-4efd-b752-e726c14fe92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:44:04Z', 'updated_at': '2021-04-20T23:44:11Z', 'revision_number': 4, 'project_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'subnets': [{'id': 'a94ba56f-70f2-4efd-b752-e726c14fe92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:44:11.814402 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port 84816c7f-d5b8-41e9-93f6-7d859cfc475b completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:44:11.820145 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 84816c7f-d5b8-41e9-93f6-7d859cfc475b triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:44:11.820608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:11.952003 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:11.987293 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port 84816c7f-d5b8-41e9-93f6-7d859cfc475b, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=84816c7f-d5b8-41e9-93f6-7d859cfc475b,segment=NetworkSegment(0fc702a8-b4f6-49e8-9a39-a6d45dc82c27),segment_id=0fc702a8-b4f6-49e8-9a39-a6d45dc82c27)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:44:12.014454 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:12.016340 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:12.256841 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=84816c7f-d5b8-41e9-93f6-7d859cfc475b,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:12.260565 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:13.669462 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 84816c7f-d5b8-41e9-93f6-7d859cfc475b up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:44:13.743473 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 84816c7f-d5b8-41e9-93f6-7d859cfc475b triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:44:13.743894 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:22.901349 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6d38c00a-8c3c-46d4-83a2-f2400e9cf5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:24.888496 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-59f96bea-73d8-48e7-8dc9-39923e800fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:26.225279 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:26.385544 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:26.974484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a3eb1-fb74-478a-8e25-42d4b7fbb269 req-56b0d267-a0e1-4355-b9b8-b03a5856ae85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:26.976111 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-206a3eb1-fb74-478a-8e25-42d4b7fbb269 req-56b0d267-a0e1-4355-b9b8-b03a5856ae85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 947 time: 0.1038256
Apr 20 23:44:27.022462 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-4caab356-37bb-40d6-99a2-3dc7ab107eed tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Synchronizing usage tracker for tenant:c5751660b19f46889662febceecb2c37 on resource:security_group {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:44:27.024784 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-206a3eb1-fb74-478a-8e25-42d4b7fbb269 req-3bb5e7e7-f993-45f7-918c-efe2fdbb77ad tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413263
Apr 20 23:44:27.065318 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-4caab356-37bb-40d6-99a2-3dc7ab107eed tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Unset dirty status for tenant:c5751660b19f46889662febceecb2c37 on resource:security_group {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:44:27.066622 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-4caab356-37bb-40d6-99a2-3dc7ab107eed tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2031933110&fields=id&tenant_id=c5751660b19f46889662febceecb2c37 HTTP/1.1" status: 200  len: 267 time: 0.0872853
Apr 20 23:44:27.230223 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-1efccb9e-56dd-41ab-bbdd-479785c40cb3 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:27.230957 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-1efccb9e-56dd-41ab-bbdd-479785c40cb3 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Synchronizing usage tracker for tenant:c5751660b19f46889662febceecb2c37 on resource:network {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:44:27.275803 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-1efccb9e-56dd-41ab-bbdd-479785c40cb3 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Unset dirty status for tenant:c5751660b19f46889662febceecb2c37 on resource:network {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:44:27.277085 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-1efccb9e-56dd-41ab-bbdd-479785c40cb3 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/networks?id=c66264cc-995a-4b15-a0af-b2c48f7e03e4 HTTP/1.1" status: 200  len: 812 time: 0.2031438
Apr 20 23:44:27.293982 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:27.294411 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-ca1c4a83-3ce7-403b-a7fb-2a1543410bbd tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/quotas/c5751660b19f46889662febceecb2c37 HTTP/1.1" status: 200  len: 375 time: 0.0110719
Apr 20 23:44:27.388656 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-99372cff-3e38-44e2-a5bf-8f784c76fa82 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c5751660b19f46889662febceecb2c37&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0882332
Apr 20 23:44:27.543116 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-927b3bf7-193e-45d7-a831-3dc4c4c0aedc service neutron] 10.222.0.15 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414704
Apr 20 23:44:27.712529 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-70f25215-01e7-40f8-8c02-72d5113e0ffa service neutron] 10.222.0.15 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1628397
Apr 20 23:44:28.237415 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cab722-1a1c-423d-9567-22e1fdcd0be6 req-8cf62d23-a772-43b6-87c4-26da90fcfbcf tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:28.239095 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c3cab722-1a1c-423d-9567-22e1fdcd0be6 req-8cf62d23-a772-43b6-87c4-26da90fcfbcf tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 947 time: 0.0924971
Apr 20 23:44:28.287302 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c3cab722-1a1c-423d-9567-22e1fdcd0be6 req-c431e1a1-b424-4df5-85f7-4f5751f1755c tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed2c4612-6715-44ca-8d41-19584bfd230e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406997
Apr 20 23:44:28.549432 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-28786747-eb68-40f8-83b6-f963f0ff3dc2 req-335d0164-36a0-49ae-bea2-573e1b9f0bf4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Synchronizing usage tracker for tenant:c5751660b19f46889662febceecb2c37 on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:44:28.598280 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215c3f3-2dd7-4323-8eb2-96035558cae9 req-c3a568de-8042-4f39-83e1-80beda33f97c tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:28.599851 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f215c3f3-2dd7-4323-8eb2-96035558cae9 req-c3a568de-8042-4f39-83e1-80beda33f97c tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 947 time: 0.1488750
Apr 20 23:44:28.600937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-28786747-eb68-40f8-83b6-f963f0ff3dc2 req-335d0164-36a0-49ae-bea2-573e1b9f0bf4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Unset dirty status for tenant:c5751660b19f46889662febceecb2c37 on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:44:28.602617 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-28786747-eb68-40f8-83b6-f963f0ff3dc2 req-335d0164-36a0-49ae-bea2-573e1b9f0bf4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 210 time: 0.1072795
Apr 20 23:44:28.680179 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-f215c3f3-2dd7-4323-8eb2-96035558cae9 req-087cc3ea-89eb-4774-893f-8412ae30baa4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Deleting port d7d62fb7-9502-46b1-9225-edd4494114ca {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:44:28.680736 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f215c3f3-2dd7-4323-8eb2-96035558cae9 req-087cc3ea-89eb-4774-893f-8412ae30baa4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:28.940354 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-f215c3f3-2dd7-4323-8eb2-96035558cae9 req-087cc3ea-89eb-4774-893f-8412ae30baa4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] For port d7d62fb7-9502-46b1-9225-edd4494114ca, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=d7d62fb7-9502-46b1-9225-edd4494114ca,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:44:28.940746 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f215c3f3-2dd7-4323-8eb2-96035558cae9 req-087cc3ea-89eb-4774-893f-8412ae30baa4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:29.272481 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f215c3f3-2dd7-4323-8eb2-96035558cae9 req-087cc3ea-89eb-4774-893f-8412ae30baa4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:29.273024 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f215c3f3-2dd7-4323-8eb2-96035558cae9 req-087cc3ea-89eb-4774-893f-8412ae30baa4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854229059'] for floatingip, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:29.273269 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_db [req-f215c3f3-2dd7-4323-8eb2-96035558cae9 req-087cc3ea-89eb-4774-893f-8412ae30baa4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Floating IP 6a5eab12-c687-4675-9775-c954429a98a4 disassociated. External IP: 172.27.2.201, port: d7d62fb7-9502-46b1-9225-edd4494114ca.
Apr 20 23:44:29.273726 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-f215c3f3-2dd7-4323-8eb2-96035558cae9 req-087cc3ea-89eb-4774-893f-8412ae30baa4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Calling delete_port for d7d62fb7-9502-46b1-9225-edd4494114ca owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:44:29.522338 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40fef072-8893-49cc-983d-c7631d2d3c4c req-6b8fad7b-41f2-4a40-945f-d4f095bd4e7c tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 210 time: 0.0491118
Apr 20 23:44:29.538659 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f215c3f3-2dd7-4323-8eb2-96035558cae9 req-087cc3ea-89eb-4774-893f-8412ae30baa4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:29.553218 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2276e16e-0753-409b-997a-0520ef016b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:29.600874 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cc3ea-89eb-4774-893f-8412ae30baa4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Pushing event deleted for resources: {'Port': ['ID=d7d62fb7-9502-46b1-9225-edd4494114ca,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:29.605367 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-087cc3ea-89eb-4774-893f-8412ae30baa4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:30.024665 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75eb0f64-aa91-4be6-8bd8-9e2a466af02d req-b40d7a3b-bd3f-4826-8024-e6fc4dfe9065 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 210 time: 0.2918677
Apr 20 23:44:30.076747 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f215c3f3-2dd7-4323-8eb2-96035558cae9 req-087cc3ea-89eb-4774-893f-8412ae30baa4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Router 29461bd4-867b-4d23-bb43-3bf2394f6c99 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:44:30.271947 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f215c3f3-2dd7-4323-8eb2-96035558cae9 req-087cc3ea-89eb-4774-893f-8412ae30baa4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:44:30.281943 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59da8e1-942a-4eec-9f09-cbeb2a3fa22e None None] Sync routers for ids ['29461bd4-867b-4d23-bb43-3bf2394f6c99'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:44:30.294396 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59da8e1-942a-4eec-9f09-cbeb2a3fa22e None None] Routers {'29461bd4-867b-4d23-bb43-3bf2394f6c99'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:44:30.295231 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-b59da8e1-942a-4eec-9f09-cbeb2a3fa22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e919e10>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:44:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['29461bd4-867b-4d23-bb43-3bf2394f6c99'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:30.350833 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-f215c3f3-2dd7-4323-8eb2-96035558cae9 req-087cc3ea-89eb-4774-893f-8412ae30baa4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] No DVR routers for this DVR port d7d62fb7-9502-46b1-9225-edd4494114ca on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:44:30.353513 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f215c3f3-2dd7-4323-8eb2-96035558cae9 req-087cc3ea-89eb-4774-893f-8412ae30baa4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:30.356421 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b49a2c-46c0-48f7-8b8b-775072844802', 'name': 'network-vif-deleted', 'tag': 'd7d62fb7-9502-46b1-9225-edd4494114ca'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:44:30.409822 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b49a2c-46c0-48f7-8b8b-775072844802', 'name': 'network-vif-deleted', 'tag': 'd7d62fb7-9502-46b1-9225-edd4494114ca', 'status': 'completed', 'code': 200}
Apr 20 23:44:30.415879 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f215c3f3-2dd7-4323-8eb2-96035558cae9 req-087cc3ea-89eb-4774-893f-8412ae30baa4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.10 "DELETE /v2.0/ports/d7d62fb7-9502-46b1-9225-edd4494114ca HTTP/1.1" status: 204  len: 173 time: 1.8094923
Apr 20 23:44:30.498067 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-b59da8e1-942a-4eec-9f09-cbeb2a3fa22e None None] Set router 29461bd4-867b-4d23-bb43-3bf2394f6c99 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:44:30.552757 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-426e2234-8bc1-4848-8042-e2ba8281b389 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:30.553876 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-426e2234-8bc1-4848-8042-e2ba8281b389 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.10 "GET /v2.0/networks?id=c66264cc-995a-4b15-a0af-b2c48f7e03e4 HTTP/1.1" status: 200  len: 812 time: 0.1738172
Apr 20 23:44:30.646461 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-a514e1ac-038c-4ab2-8930-a9519a88b500 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5751660b19f46889662febceecb2c37 HTTP/1.1" status: 200  len: 8061 time: 0.0778170
Apr 20 23:44:30.695826 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5dfed4a6-ed88-4251-a14e-e59ce31cc7cb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Request body: {'port': {'device_id': 'f2820bc9-856a-4ec3-8dde-b5c514cd9b06', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'admin_state_up': True, 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'security_groups': ['d9459fd6-8b4a-4d89-80ad-4118dabb1098']}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:44:30.719418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-a28a63b6-2c5c-4245-8b69-f609a2d14b7e req-a7d936a5-8ca8-4efa-a866-2e54d9b0c2a5 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Synchronizing usage tracker for tenant:329d4da5822347079a9af5d11eb238fa on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:44:30.858317 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-a28a63b6-2c5c-4245-8b69-f609a2d14b7e req-a7d936a5-8ca8-4efa-a866-2e54d9b0c2a5 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Unset dirty status for tenant:329d4da5822347079a9af5d11eb238fa on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:44:30.859640 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a28a63b6-2c5c-4245-8b69-f609a2d14b7e req-a7d936a5-8ca8-4efa-a866-2e54d9b0c2a5 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b49a2c-46c0-48f7-8b8b-775072844802 HTTP/1.1" status: 200  len: 210 time: 0.2121222
Apr 20 23:44:30.871032 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-b59da8e1-942a-4eec-9f09-cbeb2a3fa22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e919e10>, [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:37:16Z', 'revision_number': 4, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port': {'id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:08Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'a1dd1dca-ecc5-4b23-90a2-d034e4c81235', 'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'mac_address': 'fa:16:3e:e6:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:15Z', 'updated_at': '2021-04-20T23:37:29Z', 'revision_number': 5, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'subnets': [{'id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:30.871840 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5dfed4a6-ed88-4251-a14e-e59ce31cc7cb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:30.875538 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59da8e1-942a-4eec-9f09-cbeb2a3fa22e None None] Checking router: 29461bd4-867b-4d23-bb43-3bf2394f6c99 for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:44:30.890011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5dfed4a6-ed88-4251-a14e-e59ce31cc7cb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:30.890214 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59da8e1-942a-4eec-9f09-cbeb2a3fa22e None None] Routers {'29461bd4-867b-4d23-bb43-3bf2394f6c99'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:44:30.890214 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-b59da8e1-942a-4eec-9f09-cbeb2a3fa22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e919e10>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:44:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['29461bd4-867b-4d23-bb43-3bf2394f6c99'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:30.922757 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5dfed4a6-ed88-4251-a14e-e59ce31cc7cb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Made reservation on behalf of c5751660b19f46889662febceecb2c37 for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:44:30.930077 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5dfed4a6-ed88-4251-a14e-e59ce31cc7cb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:31.075210 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-b59da8e1-942a-4eec-9f09-cbeb2a3fa22e None None] Set router 29461bd4-867b-4d23-bb43-3bf2394f6c99 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:44:31.108355 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5dfed4a6-ed88-4251-a14e-e59ce31cc7cb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Allocated IP 172.20.0.3 (c66264cc-995a-4b15-a0af-b2c48f7e03e4/fffd4a38-1cbb-47c5-9d03-c9ee33266e2c/34a736f9-3940-4fd4-abb6-6f93ad75b812) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:44:31.229974 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a67f7c6d-d7eb-4f22-92f2-fcb4429891e1 req-972b5976-33dc-4053-9e70-b714f2238043 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 210 time: 0.0584621
Apr 20 23:44:31.331638 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5dfed4a6-ed88-4251-a14e-e59ce31cc7cb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:31.348651 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5dfed4a6-ed88-4251-a14e-e59ce31cc7cb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Transition to ACTIVE for port object 34a736f9-3940-4fd4-abb6-6f93ad75b812 will not be triggered until provisioned by entity DHCP. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:44:31.414848 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5dfed4a6-ed88-4251-a14e-e59ce31cc7cb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:31.420666 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:31.430122 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-b59da8e1-942a-4eec-9f09-cbeb2a3fa22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e919e10>, [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:37:16Z', 'revision_number': 4, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port': {'id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:08Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'a1dd1dca-ecc5-4b23-90a2-d034e4c81235', 'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'mac_address': 'fa:16:3e:e6:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:15Z', 'updated_at': '2021-04-20T23:37:29Z', 'revision_number': 5, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'subnets': [{'id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:31.434435 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59da8e1-942a-4eec-9f09-cbeb2a3fa22e None None] The sync data for ids ['29461bd4-867b-4d23-bb43-3bf2394f6c99'] in dv-cinder-680889-5-iscsi is: [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:37:16Z', 'revision_number': 4, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port': {'id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:08Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'a1dd1dca-ecc5-4b23-90a2-d034e4c81235', 'name': '', 'network_id': '86b2d3ea-b04f-45c5-b131-8d05e2d86813', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'mac_address': 'fa:16:3e:e6:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:15Z', 'updated_at': '2021-04-20T23:37:29Z', 'revision_number': 5, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'subnets': [{'id': '511ddee7-7c62-4422-908f-d9585fcbf53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:44:31.495343 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5dfed4a6-ed88-4251-a14e-e59ce31cc7cb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Network c66264cc-995a-4b15-a0af-b2c48f7e03e4 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:44:31.498613 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5dfed4a6-ed88-4251-a14e-e59ce31cc7cb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:44:31.502673 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5dfed4a6-ed88-4251-a14e-e59ce31cc7cb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:44:31.540675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfed4a6-ed88-4251-a14e-e59ce31cc7cb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event updated for resources: {'Port': ['ID=34a736f9-3940-4fd4-abb6-6f93ad75b812,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:31.548636 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5dfed4a6-ed88-4251-a14e-e59ce31cc7cb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:31.581204 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5dfed4a6-ed88-4251-a14e-e59ce31cc7cb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:31.582184 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5dfed4a6-ed88-4251-a14e-e59ce31cc7cb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:31.660969 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5dfed4a6-ed88-4251-a14e-e59ce31cc7cb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9702930
Apr 20 23:44:31.682112 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Request body: {'port': {'device_id': 'f2820bc9-856a-4ec3-8dde-b5c514cd9b06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:44:31.734521 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-f0d8f5c7-5b1a-47ec-9dfa-0220eee6b4cd None None] Provisioning for port 34a736f9-3940-4fd4-abb6-6f93ad75b812 completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:44:31.739933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-f0d8f5c7-5b1a-47ec-9dfa-0220eee6b4cd None None] Provisioning complete for port 34a736f9-3940-4fd4-abb6-6f93ad75b812 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:44:31.740347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f0d8f5c7-5b1a-47ec-9dfa-0220eee6b4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:31.811215 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1b4a8d-6901-4010-b988-e176eb1a54b6 None None] New status for floating IP 6a5eab12-c687-4675-9775-c954429a98a4: DOWN {{(pid=86388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:44:31.813008 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8f5c7-5b1a-47ec-9dfa-0220eee6b4cd None None] Port 34a736f9-3940-4fd4-abb6-6f93ad75b812 cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:44:31.817847 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:32.045332 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45606) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:32.118848 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64b33d9c-dff9-4b49-b7f0-5fb64448fe7d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:32.151293 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64b33d9c-dff9-4b49-b7f0-5fb64448fe7d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:32.225509 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64b33d9c-dff9-4b49-b7f0-5fb64448fe7d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:32.231323 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-14f905ea-420a-49f1-b22b-a0eedc3fd721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:32.248309 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b33d9c-dff9-4b49-b7f0-5fb64448fe7d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2c4612-6715-44ca-8d41-19584bfd230e,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:32.250815 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-64b33d9c-dff9-4b49-b7f0-5fb64448fe7d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:32.282139 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64b33d9c-dff9-4b49-b7f0-5fb64448fe7d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:32.286200 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-64b33d9c-dff9-4b49-b7f0-5fb64448fe7d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "DELETE /v2.0/security-groups/ed2c4612-6715-44ca-8d41-19584bfd230e HTTP/1.1" status: 204  len: 168 time: 0.2371075
Apr 20 23:44:32.286729 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a736f9-3940-4fd4-abb6-6f93ad75b812 {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:44:32.286852 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45612) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:32.293778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:32.305116 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.v2.resource [None req-632e9af7-ed20-4e3a-bddc-625433cc5691 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] show failed (client error): The resource could not be found.
Apr 20 23:44:32.309350 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-632e9af7-ed20-4e3a-bddc-625433cc5691 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "GET /v2.0/security-groups/ed2c4612-6715-44ca-8d41-19584bfd230e HTTP/1.1" status: 404  len: 347 time: 0.0185721
Apr 20 23:44:32.309798 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45616) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:32.312564 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Transition to ACTIVE for port object 34a736f9-3940-4fd4-abb6-6f93ad75b812 will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:44:32.350286 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:32.356148 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7fcce610-adf3-47c1-86a6-4cf045918fa7 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:32.483039 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-317105fa-4603-420b-a727-63e9ad7cdcf4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Deleting port cc47349a-b312-4d28-b1e7-cafecc0e6157 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:44:32.483719 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-317105fa-4603-420b-a727-63e9ad7cdcf4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:32.591192 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Pushing event updated for resources: {'Port': ['ID=34a736f9-3940-4fd4-abb6-6f93ad75b812,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:32.622912 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:32.677912 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-317105fa-4603-420b-a727-63e9ad7cdcf4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:32.678144 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ca8c2-e148-4a95-8c81-0bb9306a8c1e req-2c266531-ca3f-47f8-a222-7ebb8be39418 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:32.678338 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-317105fa-4603-420b-a727-63e9ad7cdcf4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:32.678660 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-134ca8c2-e148-4a95-8c81-0bb9306a8c1e req-2c266531-ca3f-47f8-a222-7ebb8be39418 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Synchronizing usage tracker for tenant:c5751660b19f46889662febceecb2c37 on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:44:32.706484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Attempting to bind port 34a736f9-3940-4fd4-abb6-6f93ad75b812 on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:44:32.706765 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Attempting to bind port 34a736f9-3940-4fd4-abb6-6f93ad75b812 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:44:32.707141 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Attempting to bind port 34a736f9-3940-4fd4-abb6-6f93ad75b812 on network c66264cc-995a-4b15-a0af-b2c48f7e03e4 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:44:32.715134 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Port 34a736f9-3940-4fd4-abb6-6f93ad75b812 on network c66264cc-995a-4b15-a0af-b2c48f7e03e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:44:32.715541 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Attempting to bind port 34a736f9-3940-4fd4-abb6-6f93ad75b812 on network c66264cc-995a-4b15-a0af-b2c48f7e03e4 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:44:32.722183 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:44:32.722183 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Checking segment: {'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:44:32.722183 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Bound using segment: {'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:44:32.722617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Bound port: 34a736f9-3940-4fd4-abb6-6f93ad75b812, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:44:32.722822 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:32.775988 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-134ca8c2-e148-4a95-8c81-0bb9306a8c1e req-2c266531-ca3f-47f8-a222-7ebb8be39418 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Unset dirty status for tenant:c5751660b19f46889662febceecb2c37 on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:44:32.776990 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-134ca8c2-e148-4a95-8c81-0bb9306a8c1e req-2c266531-ca3f-47f8-a222-7ebb8be39418 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 943 time: 0.3833289
Apr 20 23:44:32.829386 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-317105fa-4603-420b-a727-63e9ad7cdcf4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Calling delete_port for cc47349a-b312-4d28-b1e7-cafecc0e6157 owned by network:floatingip {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:44:32.859146 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-134ca8c2-e148-4a95-8c81-0bb9306a8c1e req-25e88149-9eb4-4dd4-b4ee-bfb5da1f84eb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751255
Apr 20 23:44:32.863027 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] For port 34a736f9-3940-4fd4-abb6-6f93ad75b812, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:44:32.866401 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] For port 34a736f9-3940-4fd4-abb6-6f93ad75b812, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=34a736f9-3940-4fd4-abb6-6f93ad75b812,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:44:32.888652 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:32.893846 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2bb1a83a-febb-4898-a246-32f9127a96a8 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:32.952585 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:32.957316 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:32.957316 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] 10.222.0.10 "PUT /v2.0/ports/34a736f9-3940-4fd4-abb6-6f93ad75b812 HTTP/1.1" status: 200  len: 1093 time: 1.2784073
Apr 20 23:44:32.957316 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2820bc9-856a-4ec3-8dde-b5c514cd9b06', 'tag': '34a736f9-3940-4fd4-abb6-6f93ad75b812'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:44:32.989873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Pushing event updated for resources: {'Port': ['ID=34a736f9-3940-4fd4-abb6-6f93ad75b812,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:32.993897 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:33.025669 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2820bc9-856a-4ec3-8dde-b5c514cd9b06', 'tag': '34a736f9-3940-4fd4-abb6-6f93ad75b812', 'status': 'completed', 'code': 200}
Apr 20 23:44:33.135525 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-104b6e53-4d09-4281-abc9-859556334952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:33.137207 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-104b6e53-4d09-4281-abc9-859556334952 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5751660b19f46889662febceecb2c37&device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 1096 time: 0.0818269
Apr 20 23:44:33.145386 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-317105fa-4603-420b-a727-63e9ad7cdcf4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:33.150686 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-96d6c722-ad25-401d-9ee2-52595e0bf6b3 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:33.201578 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device d7d62fb7-9502-46b1-9225-edd4494114ca no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:44:33.210081 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317105fa-4603-420b-a727-63e9ad7cdcf4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Pushing event deleted for resources: {'Port': ['ID=cc47349a-b312-4d28-b1e7-cafecc0e6157,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:33.226857 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-c44402bd-6839-4c0d-b308-2c41e27d9a78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a736f9-3940-4fd4-abb6-6f93ad75b812 HTTP/1.1" status: 200  len: 217 time: 0.0752988
Apr 20 23:44:33.241731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: d7d62fb7-9502-46b1-9225-edd4494114ca {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:44:33.242667 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device d7d62fb7-9502-46b1-9225-edd4494114ca not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:44:33.249614 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-317105fa-4603-420b-a727-63e9ad7cdcf4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:33.299303 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-c4e20f85-1106-4fb0-96dd-d068eaa80a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:33.300889 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-c4e20f85-1106-4fb0-96dd-d068eaa80a71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd4a38-1cbb-47c5-9d03-c9ee33266e2c HTTP/1.1" status: 200  len: 851 time: 0.0673325
Apr 20 23:44:33.311709 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-317105fa-4603-420b-a727-63e9ad7cdcf4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks [] for floatingip, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:33.357076 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-317105fa-4603-420b-a727-63e9ad7cdcf4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:33.358324 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-317105fa-4603-420b-a727-63e9ad7cdcf4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] 10.222.0.15 "DELETE /v2.0/floatingips/6a5eab12-c687-4675-9775-c954429a98a4 HTTP/1.1" status: 204  len: 168 time: 1.0477092
Apr 20 23:44:33.385406 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-316b4e86-d73e-4d91-984f-c70db7351906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:33.387039 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-316b4e86-d73e-4d91-984f-c70db7351906 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c66264cc-995a-4b15-a0af-b2c48f7e03e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792689
Apr 20 23:44:33.530307 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-00d4e681-ab85-4e91-ba51-59dcf1dfdb8d service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359198
Apr 20 23:44:33.681037 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f3f31ab6-bbd1-422b-972e-a25c45997f18 req-0aa23412-6cfe-4cce-9b2d-a3600b957bb2 service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393251
Apr 20 23:44:33.902834 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63788969-b6fa-467b-9c11-560ff63ac108 req-64ee406b-f6a2-4f7a-8f34-f46bf27885d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:33.904517 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-63788969-b6fa-467b-9c11-560ff63ac108 req-64ee406b-f6a2-4f7a-8f34-f46bf27885d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5751660b19f46889662febceecb2c37&device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 1096 time: 0.0834339
Apr 20 23:44:34.115702 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63788969-b6fa-467b-9c11-560ff63ac108 req-537057db-a27b-41c3-bd17-dd48de067f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:34.117231 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-63788969-b6fa-467b-9c11-560ff63ac108 req-537057db-a27b-41c3-bd17-dd48de067f47 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c66264cc-995a-4b15-a0af-b2c48f7e03e4 HTTP/1.1" status: 200  len: 912 time: 0.2056954
Apr 20 23:44:34.129278 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f69b2f-ef9a-4b2d-b831-82845e49ce41 req-73f344ea-b728-4cd1-9ab7-a7da9307bf12 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:34.130746 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-22f69b2f-ef9a-4b2d-b831-82845e49ce41 req-73f344ea-b728-4cd1-9ab7-a7da9307bf12 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 943 time: 0.1435580
Apr 20 23:44:34.217249 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-63788969-b6fa-467b-9c11-560ff63ac108 req-beb0afda-8d0c-4475-b731-1903149d586b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a736f9-3940-4fd4-abb6-6f93ad75b812 HTTP/1.1" status: 200  len: 217 time: 0.0854063
Apr 20 23:44:34.285503 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-22f69b2f-ef9a-4b2d-b831-82845e49ce41 req-cdbdb1f0-27fc-4372-ae59-02edb2276695 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002240
Apr 20 23:44:34.306502 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63788969-b6fa-467b-9c11-560ff63ac108 req-948313fe-00ad-4d9a-88c9-cffd84b862b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:34.308075 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-63788969-b6fa-467b-9c11-560ff63ac108 req-948313fe-00ad-4d9a-88c9-cffd84b862b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd4a38-1cbb-47c5-9d03-c9ee33266e2c HTTP/1.1" status: 200  len: 851 time: 0.0800924
Apr 20 23:44:34.615080 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63788969-b6fa-467b-9c11-560ff63ac108 req-f36a15a9-7541-4a9b-a2c4-9bef1df9181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:34.616792 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-63788969-b6fa-467b-9c11-560ff63ac108 req-f36a15a9-7541-4a9b-a2c4-9bef1df9181e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c66264cc-995a-4b15-a0af-b2c48f7e03e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3020594
Apr 20 23:44:34.759864 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-63788969-b6fa-467b-9c11-560ff63ac108 req-3e3cbc2c-53a3-4992-984b-251e8e1d2cc4 service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352422
Apr 20 23:44:34.903584 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-63788969-b6fa-467b-9c11-560ff63ac108 req-6999b638-327e-4c86-9e34-f6bb862b6c55 service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360252
Apr 20 23:44:35.494301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae78d8-b263-4d21-a5fc-92793822fd82 req-fe29c4a2-af39-4667-acf5-3904cbe947cc tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:35.495899 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-06ae78d8-b263-4d21-a5fc-92793822fd82 req-fe29c4a2-af39-4667-acf5-3904cbe947cc tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 943 time: 0.0917892
Apr 20 23:44:35.543212 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-06ae78d8-b263-4d21-a5fc-92793822fd82 req-bc2297f4-5ae4-4fac-ad53-b6eccd664654 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408442
Apr 20 23:44:36.293946 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45648) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:36.752524 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce42b00-cebf-4fe4-9eb5-0f757781ee51 req-2dd26ef7-6c09-4646-ba06-6df44c0b6f2c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:36.754149 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8ce42b00-cebf-4fe4-9eb5-0f757781ee51 req-2dd26ef7-6c09-4646-ba06-6df44c0b6f2c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 943 time: 0.0950594
Apr 20 23:44:36.802966 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8ce42b00-cebf-4fe4-9eb5-0f757781ee51 req-7fdfafea-48f4-4b61-b201-b4254e4fda93 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422168
Apr 20 23:44:37.022261 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9e311f21-5605-45c7-bc4d-56bfa121058c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546966'] for router_interface, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:37.378617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-9e311f21-5605-45c7-bc4d-56bfa121058c admin admin] Deleting port a1dd1dca-ecc5-4b23-90a2-d034e4c81235 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:44:37.379253 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9e311f21-5605-45c7-bc4d-56bfa121058c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:37.793802 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-9e311f21-5605-45c7-bc4d-56bfa121058c admin admin] For port a1dd1dca-ecc5-4b23-90a2-d034e4c81235, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=a1dd1dca-ecc5-4b23-90a2-d034e4c81235,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:44:37.794199 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9e311f21-5605-45c7-bc4d-56bfa121058c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:37.924368 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-9e311f21-5605-45c7-bc4d-56bfa121058c admin admin] Calling delete_port for a1dd1dca-ecc5-4b23-90a2-d034e4c81235 owned by network:router_interface {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:44:38.088162 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f56bc9-cf73-461c-97b5-ed9a86d0d10c req-7a4d9ec2-810b-472d-a8e9-5844307b1013 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:38.089734 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c9f56bc9-cf73-461c-97b5-ed9a86d0d10c req-7a4d9ec2-810b-472d-a8e9-5844307b1013 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 943 time: 0.1734209
Apr 20 23:44:38.179149 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c9f56bc9-cf73-461c-97b5-ed9a86d0d10c req-e83ba70b-8608-43fb-8e69-14879a1fa3fa tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827174
Apr 20 23:44:38.242461 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9e311f21-5605-45c7-bc4d-56bfa121058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:38.247106 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:38.293801 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e311f21-5605-45c7-bc4d-56bfa121058c admin admin] Pushing event deleted for resources: {'Port': ['ID=a1dd1dca-ecc5-4b23-90a2-d034e4c81235,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:38.321653 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9e311f21-5605-45c7-bc4d-56bfa121058c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:38.522423 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:38.588662 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9e311f21-5605-45c7-bc4d-56bfa121058c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821772709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547048'] for router_interface, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:38.984413 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e311f21-5605-45c7-bc4d-56bfa121058c admin admin] Router 29461bd4-867b-4d23-bb43-3bf2394f6c99 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:44:39.180123 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e311f21-5605-45c7-bc4d-56bfa121058c admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:44:39.190455 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e27c5-b575-4f2a-92b2-eeeb33d6b908 None None] Sync routers for ids ['29461bd4-867b-4d23-bb43-3bf2394f6c99'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:44:39.194031 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9e311f21-5605-45c7-bc4d-56bfa121058c admin admin] 10.222.0.15 "PUT /v2.0/routers/29461bd4-867b-4d23-bb43-3bf2394f6c99/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8988593
Apr 20 23:44:39.197329 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45658) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:39.205320 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e27c5-b575-4f2a-92b2-eeeb33d6b908 None None] Routers {'29461bd4-867b-4d23-bb43-3bf2394f6c99'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:44:39.206073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d14e27c5-b575-4f2a-92b2-eeeb33d6b908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e6cd240>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:44:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['29461bd4-867b-4d23-bb43-3bf2394f6c99'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:39.391031 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63aca8-eb38-47f7-be05-5abc933cc716 req-9b0c2733-2621-490d-965c-8778c35dc493 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:39.392655 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7b63aca8-eb38-47f7-be05-5abc933cc716 req-9b0c2733-2621-490d-965c-8778c35dc493 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 943 time: 0.0909383
Apr 20 23:44:39.398597 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3e29e382-fb8d-4fc4-ba08-2ac830c91aca admin admin] Notify callbacks [] for router, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:39.403574 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-d14e27c5-b575-4f2a-92b2-eeeb33d6b908 None None] Set router 29461bd4-867b-4d23-bb43-3bf2394f6c99 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:44:39.443384 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7b63aca8-eb38-47f7-be05-5abc933cc716 req-509dda13-00f2-4443-bd98-35355e4fdd91 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432744
Apr 20 23:44:39.587003 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3e29e382-fb8d-4fc4-ba08-2ac830c91aca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:39.633290 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-3e29e382-fb8d-4fc4-ba08-2ac830c91aca admin admin] Deleting port ead116a6-419b-4de1-8d58-245d7034969f {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:44:39.633650 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3e29e382-fb8d-4fc4-ba08-2ac830c91aca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:39.724978 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d14e27c5-b575-4f2a-92b2-eeeb33d6b908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e6cd240>, [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:44:38Z', 'revision_number': 5, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port': {'id': 'ead116a6-419b-4de1-8d58-245d7034969f', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:08Z', 'updated_at': '2021-04-20T23:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:39.729254 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e27c5-b575-4f2a-92b2-eeeb33d6b908 None None] Checking router: 29461bd4-867b-4d23-bb43-3bf2394f6c99 for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:44:39.738203 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e27c5-b575-4f2a-92b2-eeeb33d6b908 None None] Routers {'29461bd4-867b-4d23-bb43-3bf2394f6c99'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:44:39.738858 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d14e27c5-b575-4f2a-92b2-eeeb33d6b908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e6cd240>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:44:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['29461bd4-867b-4d23-bb43-3bf2394f6c99'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:39.830392 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-3e29e382-fb8d-4fc4-ba08-2ac830c91aca admin admin] For port ead116a6-419b-4de1-8d58-245d7034969f, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=ead116a6-419b-4de1-8d58-245d7034969f,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:44:39.830797 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3e29e382-fb8d-4fc4-ba08-2ac830c91aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:39.897989 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-d14e27c5-b575-4f2a-92b2-eeeb33d6b908 None None] Set router 29461bd4-867b-4d23-bb43-3bf2394f6c99 gateway port host: None {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:44:39.962151 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-3e29e382-fb8d-4fc4-ba08-2ac830c91aca admin admin] Calling delete_port for ead116a6-419b-4de1-8d58-245d7034969f owned by network:router_gateway {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:44:40.013682 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d14e27c5-b575-4f2a-92b2-eeeb33d6b908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e6cd240>, [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:44:39Z', 'revision_number': 6, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port_host': None}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:40.017871 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e27c5-b575-4f2a-92b2-eeeb33d6b908 None None] The sync data for ids ['29461bd4-867b-4d23-bb43-3bf2394f6c99'] in dv-cinder-680889-5-iscsi is: [{'id': '29461bd4-867b-4d23-bb43-3bf2394f6c99', 'name': 'tempest-AttachVolumeShelveTestJSON-454092766-router', 'tenant_id': '329d4da5822347079a9af5d11eb238fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:06Z', 'updated_at': '2021-04-20T23:44:39Z', 'revision_number': 6, 'project_id': '329d4da5822347079a9af5d11eb238fa', 'gw_port_host': None}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:44:40.229962 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3e29e382-fb8d-4fc4-ba08-2ac830c91aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:40.234932 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:40.283073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29e382-fb8d-4fc4-ba08-2ac830c91aca admin admin] Pushing event deleted for resources: {'Port': ['ID=ead116a6-419b-4de1-8d58-245d7034969f,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:40.314227 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3e29e382-fb8d-4fc4-ba08-2ac830c91aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:40.381316 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3e29e382-fb8d-4fc4-ba08-2ac830c91aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854126999'] for router_gateway, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:40.849386 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3e29e382-fb8d-4fc4-ba08-2ac830c91aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854230475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5879'] for router, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:40.852236 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3e29e382-fb8d-4fc4-ba08-2ac830c91aca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:40.903094 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249f704-0102-4b57-8ce7-cee5f0d91380 req-eece129a-0b13-44ce-b8a3-20db689bc1b3 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:40.904766 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6249f704-0102-4b57-8ce7-cee5f0d91380 req-eece129a-0b13-44ce-b8a3-20db689bc1b3 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 943 time: 0.1180766
Apr 20 23:44:40.955344 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6249f704-0102-4b57-8ce7-cee5f0d91380 req-07861639-51be-4bb5-9981-4132643af0a9 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441456
Apr 20 23:44:40.962291 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3e29e382-fb8d-4fc4-ba08-2ac830c91aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-542065'] for router, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:40.962882 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e29e382-fb8d-4fc4-ba08-2ac830c91aca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29461bd4-867b-4d23-bb43-3bf2394f6c99 {{(pid=86385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 23:44:40.975542 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3e29e382-fb8d-4fc4-ba08-2ac830c91aca admin admin] Notify callbacks [] for router, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:40.977005 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3e29e382-fb8d-4fc4-ba08-2ac830c91aca admin admin] 10.222.0.15 "DELETE /v2.0/routers/29461bd4-867b-4d23-bb43-3bf2394f6c99 HTTP/1.1" status: 204  len: 168 time: 1.7784836
Apr 20 23:44:40.979622 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 45668) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:41.049646 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-62fd7f68-a0a2-4585-b705-7be08278c30f admin admin] Deleting subnet 511ddee7-7c62-4422-908f-d9585fcbf53b {{(pid=86386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:44:41.052770 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-62fd7f68-a0a2-4585-b705-7be08278c30f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:41.105230 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-62fd7f68-a0a2-4585-b705-7be08278c30f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853902864'] for subnet, precommit_delete_associations {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:41.190768 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-62fd7f68-a0a2-4585-b705-7be08278c30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821926496'] for subnet, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:41.471099 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-62fd7f68-a0a2-4585-b705-7be08278c30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32849304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2584811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852812933'] for subnet, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:41.475962 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:41.519006 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-62fd7f68-a0a2-4585-b705-7be08278c30f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:41.523807 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd7f68-a0a2-4585-b705-7be08278c30f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=511ddee7-7c62-4422-908f-d9585fcbf53b,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:41.523975 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f881ee9-3de5-4d56-83ff-083fbd1b8139 None None] Network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:44:41.526125 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-62fd7f68-a0a2-4585-b705-7be08278c30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:41.529300 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-62fd7f68-a0a2-4585-b705-7be08278c30f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/511ddee7-7c62-4422-908f-d9585fcbf53b HTTP/1.1" status: 204  len: 168 time: 0.5485091
Apr 20 23:44:41.532035 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 45672) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:41.646278 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821894164'] for network, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:41.657766 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Deleting port acae284a-34e4-48de-b166-d39e380ed19e {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:44:41.658152 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:41.697473 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device ead116a6-419b-4de1-8d58-245d7034969f no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:44:41.740712 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: ead116a6-419b-4de1-8d58-245d7034969f {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:44:41.741116 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device ead116a6-419b-4de1-8d58-245d7034969f not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:44:41.741606 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device a1dd1dca-ecc5-4b23-90a2-d034e4c81235 no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:44:41.892440 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] For port acae284a-34e4-48de-b166-d39e380ed19e, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=acae284a-34e4-48de-b166-d39e380ed19e,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:44:41.893025 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:41.964437 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: a1dd1dca-ecc5-4b23-90a2-d034e4c81235 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:44:41.964792 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device a1dd1dca-ecc5-4b23-90a2-d034e4c81235 not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:44:42.032771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Calling delete_port for acae284a-34e4-48de-b166-d39e380ed19e owned by network:dhcp {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:44:42.051593 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d6612d-461a-4f24-9a66-a30d86fdf18d None None] DHCP port deletion for 86b2d3ea-b04f-45c5-b131-8d05e2d86813 request from dv-cinder-680889-5-iscsi {{(pid=86387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 23:44:42.056374 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-52d6612d-461a-4f24-9a66-a30d86fdf18d None None] Deleting port acae284a-34e4-48de-b166-d39e380ed19e {{(pid=86387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:44:42.056840 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52d6612d-461a-4f24-9a66-a30d86fdf18d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:42.197990 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc0925-e472-4b94-baa8-c8ac56f0026d req-e038f04f-4ecb-4f26-b79a-69fe80925856 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:42.199841 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40fc0925-e472-4b94-baa8-c8ac56f0026d req-e038f04f-4ecb-4f26-b79a-69fe80925856 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 943 time: 0.1225250
Apr 20 23:44:42.224895 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:42.233458 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e9eae864-4e8c-4ff5-b827-3c5ee743fc60 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:42.270004 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-52d6612d-461a-4f24-9a66-a30d86fdf18d None None] For port acae284a-34e4-48de-b166-d39e380ed19e, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=acae284a-34e4-48de-b166-d39e380ed19e,segment=NetworkSegment(56571a9f-969f-49f0-b4c5-7a324d8dad85),segment_id=56571a9f-969f-49f0-b4c5-7a324d8dad85)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:44:42.270348 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52d6612d-461a-4f24-9a66-a30d86fdf18d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:42.283717 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=acae284a-34e4-48de-b166-d39e380ed19e,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:42.285675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] No DVR routers for this DVR port acae284a-34e4-48de-b166-d39e380ed19e on host dv-cinder-680889-5-iscsi {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:44:42.295459 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:42.356770 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40fc0925-e472-4b94-baa8-c8ac56f0026d req-0f0723c5-29e1-4471-978f-97ba7aacc35b tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1505389
Apr 20 23:44:42.406026 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-52d6612d-461a-4f24-9a66-a30d86fdf18d None None] Calling delete_port for acae284a-34e4-48de-b166-d39e380ed19e owned by network:dhcp {{(pid=86387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:44:42.434273 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32849397', 'neutron.services.segments.db._delete_segments_for_network-8727759383667'] for network, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:42.479106 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.db.api [None req-52d6612d-461a-4f24-9a66-a30d86fdf18d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86387) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:44:42.479539 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_db.api [None req-52d6612d-461a-4f24-9a66-a30d86fdf18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:44:42.550334 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f016e219cc0>,) {'filters': {'network_id': ['86b2d3ea-b04f-45c5-b131-8d05e2d86813']}} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:42.562814 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f016e219cc0>, '56571a9f-969f-49f0-b4c5-7a324d8dad85') {'for_net_delete': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:42.563160 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f016e219cc0>, '56571a9f-969f-49f0-b4c5-7a324d8dad85') {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:42.575709 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309095412067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-872952'] for segment, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:42.590775 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:42.597017 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=86386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:44:42.776182 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 has no segments {{(pid=86386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:44:42.785057 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821929039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852190904'] for segment, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:42.960453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Network 86b2d3ea-b04f-45c5-b131-8d05e2d86813 has no segments {{(pid=86386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:44:42.980299 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-52d6612d-461a-4f24-9a66-a30d86fdf18d None None] Deleting port acae284a-34e4-48de-b166-d39e380ed19e {{(pid=86387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:44:42.980755 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52d6612d-461a-4f24-9a66-a30d86fdf18d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]: Traceback (most recent call last):
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:     timer()
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:     cb(*args, **kw)
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:     return func(*args, **kwargs)
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:     self._notify()
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:     self.callback(batched_events)
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:     event.method(event)
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:     segment_id)['aggregates'][0]
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:     return f(self, *a, **k)
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self._get(url).json()
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:     **kwargs)
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:     **endpoint_filter)
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:44:42.982618 dv-cinder-680889-5-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:44:43.056271 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-52d6612d-461a-4f24-9a66-a30d86fdf18d None None] The port 'acae284a-34e4-48de-b166-d39e380ed19e' was deleted {{(pid=86387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 23:44:43.081288 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821926403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854229106'] for network, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:43.085194 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:43.105613 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:43.108281 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Pushing event deleted for resources: {'Network': ['ID=86b2d3ea-b04f-45c5-b131-8d05e2d86813,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:43.111441 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:43.240385 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 34a736f9-3940-4fd4-abb6-6f93ad75b812 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:44:43.260054 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] 10.222.0.15 "DELETE /v2.0/networks/86b2d3ea-b04f-45c5-b131-8d05e2d86813 HTTP/1.1" status: 204  len: 168 time: 1.7269018
Apr 20 23:44:43.381423 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 34a736f9-3940-4fd4-abb6-6f93ad75b812, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=34a736f9-3940-4fd4-abb6-6f93ad75b812,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:44:43.395979 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': '34a736f9-3940-4fd4-abb6-6f93ad75b812', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'port_id': '34a736f9-3940-4fd4-abb6-6f93ad75b812', 'mac_address': 'fa:16:3e:f7:f6:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:44:43.456183 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:43.475011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a736f9-3940-4fd4-abb6-6f93ad75b812 {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:44:43.492467 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 34a736f9-3940-4fd4-abb6-6f93ad75b812, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=34a736f9-3940-4fd4-abb6-6f93ad75b812,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:44:43.494353 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 45682) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:43.522038 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:43.524807 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3a77e996-644f-460d-970b-36e4c5fbc310 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:43.551727 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f4048f3f-8a93-4221-90f5-c28f7b5ddff2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=329d4da5822347079a9af5d11eb238fa&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0535166
Apr 20 23:44:43.552191 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 45686) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:43.559060 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b327e8e-d4be-43b2-ac25-2453f8726583 req-64d08804-9ae5-4ccd-af97-83d7b2589b6e tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:43.560758 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3b327e8e-d4be-43b2-ac25-2453f8726583 req-64d08804-9ae5-4ccd-af97-83d7b2589b6e tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 944 time: 0.0890121
Apr 20 23:44:43.600744 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=34a736f9-3940-4fd4-abb6-6f93ad75b812,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:43.605173 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:43.612119 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3b327e8e-d4be-43b2-ac25-2453f8726583 req-07c527be-da2c-400d-8075-4d2cdcfdb6cc tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433660
Apr 20 23:44:43.621965 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a3affa4b-8cfd-4776-a584-d4c76351e301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:43.651104 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a3affa4b-8cfd-4776-a584-d4c76351e301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:43.683667 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device acae284a-34e4-48de-b166-d39e380ed19e no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:44:43.732068 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: acae284a-34e4-48de-b166-d39e380ed19e {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:44:43.732468 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device acae284a-34e4-48de-b166-d39e380ed19e not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:44:43.762351 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a3affa4b-8cfd-4776-a584-d4c76351e301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:43.768214 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-dbdf2356-f21b-4ac3-8705-42abac3d2c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:43.784822 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3affa4b-8cfd-4776-a584-d4c76351e301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a475600f-f448-439e-9aa7-4e7434227b7c,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:43.787904 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a3affa4b-8cfd-4776-a584-d4c76351e301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:43.790943 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a3affa4b-8cfd-4776-a584-d4c76351e301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:43.792179 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a3affa4b-8cfd-4776-a584-d4c76351e301 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a475600f-f448-439e-9aa7-4e7434227b7c HTTP/1.1" status: 204  len: 168 time: 0.2389555
Apr 20 23:44:43.822107 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['34a736f9-3940-4fd4-abb6-6f93ad75b812'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:44:44.673868 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45712) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:44.789345 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1156348598-network', 'tenant_id': '1bc2c386d7f044f4a10172c41778dfcf'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:44:44.794738 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:44.798925 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Usage tracker for resource:network and tenant:1bc2c386d7f044f4a10172c41778dfcf is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:44:44.802130 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:44:44.809679 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:44.818737 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1b14d-1254-4d42-afc6-366eb00794ba req-74a00125-6fbb-4cb6-935c-e244e580fd97 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:44.820340 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-30e1b14d-1254-4d42-afc6-366eb00794ba req-74a00125-6fbb-4cb6-935c-e244e580fd97 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 944 time: 0.0899148
Apr 20 23:44:44.842094 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Made reservation on behalf of 1bc2c386d7f044f4a10172c41778dfcf for: {'network': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:44:44.846867 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:44.860757 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:44.872235 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-30e1b14d-1254-4d42-afc6-366eb00794ba req-52bf0262-8554-4aed-a9e9-a4e542b85943 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451140
Apr 20 23:44:44.880647 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:44.885098 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Usage tracker for resource:security_group_rule and tenant:1bc2c386d7f044f4a10172c41778dfcf is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:44:44.888104 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:44:44.893970 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:45.006711 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:45.024743 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:45.028868 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9f793f1d-bc47-4fe1-b481-e7f87ecd636c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:45.058181 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'}  {{(pid=86385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:44:45.067368 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c17b50-78cc-441a-b009-fcac88af94e9,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:45.071311 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:45.073757 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:45.074146 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Added segment 66ea41eb-1595-48b5-82b7-a8fded94e9e5 of type vlan for network 684f9f93-175a-4f6c-b122-2caf0186c78d
Apr 20 23:44:45.130815 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:45.179051 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:45.180464 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:45.181093 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:45.186028 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-55493391-1faa-44f3-8761-cbddb2697dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:45.256614 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 34a736f9-3940-4fd4-abb6-6f93ad75b812 up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:44:45.290435 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Pushing event updated for resources: {'Network': ['ID=684f9f93-175a-4f6c-b122-2caf0186c78d,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:45.293204 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:45.301515 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network 684f9f93-175a-4f6c-b122-2caf0186c78d details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:44:45.329161 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6536880
Apr 20 23:44:45.331741 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45718) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:45.338486 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-677dae0c-21ae-483a-9ea0-e84a80af180c admin admin] Request body: {'subnet': {'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1156348598-subnet', 'tenant_id': '1bc2c386d7f044f4a10172c41778dfcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:44:45.343703 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-677dae0c-21ae-483a-9ea0-e84a80af180c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:45.347741 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-677dae0c-21ae-483a-9ea0-e84a80af180c admin admin] Usage tracker for resource:subnet and tenant:1bc2c386d7f044f4a10172c41778dfcf is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:44:45.350681 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-677dae0c-21ae-483a-9ea0-e84a80af180c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:44:45.356731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-677dae0c-21ae-483a-9ea0-e84a80af180c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:45.395532 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677dae0c-21ae-483a-9ea0-e84a80af180c admin admin] Made reservation on behalf of 1bc2c386d7f044f4a10172c41778dfcf for: {'subnet': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:44:45.401385 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-677dae0c-21ae-483a-9ea0-e84a80af180c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946129'] for subnet, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:45.469859 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port 34a736f9-3940-4fd4-abb6-6f93ad75b812 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:44:45.475115 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port 34a736f9-3940-4fd4-abb6-6f93ad75b812 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:44:45.475566 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:45.561635 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:44:45.597478 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:45.692294 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2820bc9-856a-4ec3-8dde-b5c514cd9b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a736f9-3940-4fd4-abb6-6f93ad75b812'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:44:45.706508 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 34a736f9-3940-4fd4-abb6-6f93ad75b812, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=34a736f9-3940-4fd4-abb6-6f93ad75b812,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:44:45.745131 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2820bc9-856a-4ec3-8dde-b5c514cd9b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a736f9-3940-4fd4-abb6-6f93ad75b812', 'code': 200}
Apr 20 23:44:45.768265 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:45.770278 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:45.843123 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=34a736f9-3940-4fd4-abb6-6f93ad75b812,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:45.846369 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:46.082745 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-677dae0c-21ae-483a-9ea0-e84a80af180c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3379530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946112'] for subnet, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:46.088070 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:46.165209 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677dae0c-21ae-483a-9ea0-e84a80af180c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00cf0fb-4b6e-442d-883f-ae3fd2e5e7aa,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:46.167618 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e6022-f022-4ce7-917d-37134f6b2078 req-a246cf84-ae5c-4a4a-9182-07f4781f53ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:46.169656 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-677dae0c-21ae-483a-9ea0-e84a80af180c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:46.170111 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c29e6022-f022-4ce7-917d-37134f6b2078 req-a246cf84-ae5c-4a4a-9182-07f4781f53ee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 1098 time: 0.1135156
Apr 20 23:44:46.174337 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677dae0c-21ae-483a-9ea0-e84a80af180c admin admin] Checking segment: {'id': '66ea41eb-1595-48b5-82b7-a8fded94e9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:44:46.174732 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677dae0c-21ae-483a-9ea0-e84a80af180c admin admin] Network hostable DHCP agents. Network: 684f9f93-175a-4f6c-b122-2caf0186c78d, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:44:46.180712 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfdf47-8bd0-4be3-b80e-2378610250e8 req-4e8d87af-5084-4c2f-abe8-f026870266c0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:46.182484 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75bfdf47-8bd0-4be3-b80e-2378610250e8 req-4e8d87af-5084-4c2f-abe8-f026870266c0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 945 time: 0.1697552
Apr 20 23:44:46.219682 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677dae0c-21ae-483a-9ea0-e84a80af180c admin admin] Network 684f9f93-175a-4f6c-b122-2caf0186c78d is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:44:46.253654 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-677dae0c-21ae-483a-9ea0-e84a80af180c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, 684f9f93-175a-4f6c-b122-2caf0186c78d) {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:44:46.255502 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c29e6022-f022-4ce7-917d-37134f6b2078 req-20c588f6-7313-498f-b91d-1d20d3cbd676 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718310
Apr 20 23:44:46.260988 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-75bfdf47-8bd0-4be3-b80e-2378610250e8 req-c9a82740-a5da-4daa-baed-7e13c6fc1cea tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621521
Apr 20 23:44:46.263305 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac88dcf-e827-4165-8635-5c17a8c1cf7a None None] Network 684f9f93-175a-4f6c-b122-2caf0186c78d requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:44:46.267512 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677dae0c-21ae-483a-9ea0-e84a80af180c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:46.268166 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-677dae0c-21ae-483a-9ea0-e84a80af180c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:46.311670 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-677dae0c-21ae-483a-9ea0-e84a80af180c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9787424
Apr 20 23:44:46.510746 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a40e94-bd8f-4006-bcfa-5fb7ea8022c8 None None] Network 684f9f93-175a-4f6c-b122-2caf0186c78d requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:44:46.565519 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6d529-ab9e-4757-a738-caff551703f8 req-a2e6a8d8-468e-4898-8440-4503b63b2924 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:46.567134 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eda6d529-ab9e-4757-a738-caff551703f8 req-a2e6a8d8-468e-4898-8440-4503b63b2924 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0928710
Apr 20 23:44:46.622739 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eda6d529-ab9e-4757-a738-caff551703f8 req-9e7256fb-d609-46c2-aef3-23c86d5e8359 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479531
Apr 20 23:44:46.900691 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36475086-0263-4b03-ab17-c948802fd85e req-2f05d697-fdf9-40f0-a909-b1fda840251d tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:46.901353 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-36475086-0263-4b03-ab17-c948802fd85e req-2f05d697-fdf9-40f0-a909-b1fda840251d tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Synchronizing usage tracker for tenant:1bc2c386d7f044f4a10172c41778dfcf on resource:network {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:44:46.956532 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-36475086-0263-4b03-ab17-c948802fd85e req-2f05d697-fdf9-40f0-a909-b1fda840251d tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Unset dirty status for tenant:1bc2c386d7f044f4a10172c41778dfcf on resource:network {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:44:46.957813 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36475086-0263-4b03-ab17-c948802fd85e req-2f05d697-fdf9-40f0-a909-b1fda840251d tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/networks?id=684f9f93-175a-4f6c-b122-2caf0186c78d HTTP/1.1" status: 200  len: 815 time: 0.2167113
Apr 20 23:44:46.974481 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36475086-0263-4b03-ab17-c948802fd85e req-8a6a7dc8-4f8f-4d51-97d3-a2e16de1df82 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/quotas/1bc2c386d7f044f4a10172c41778dfcf HTTP/1.1" status: 200  len: 375 time: 0.0097706
Apr 20 23:44:47.027137 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36475086-0263-4b03-ab17-c948802fd85e req-f5546ad9-d75f-40a4-ad58-6cd5df033b3b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1bc2c386d7f044f4a10172c41778dfcf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0469720
Apr 20 23:44:47.168899 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36475086-0263-4b03-ab17-c948802fd85e req-ca737368-97b6-4bc9-acce-ba0bde264c2c service neutron] 10.222.0.15 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340401
Apr 20 23:44:47.312426 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36475086-0263-4b03-ab17-c948802fd85e req-cb75a1dd-66e9-415a-be70-3ffe0f5ce396 service neutron] 10.222.0.15 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367788
Apr 20 23:44:47.478603 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27394177-445a-41cc-accc-d19a383e9b21 req-adb1dce8-382b-4ddf-b26c-085c880d75cd tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:47.480147 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-27394177-445a-41cc-accc-d19a383e9b21 req-adb1dce8-382b-4ddf-b26c-085c880d75cd tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 945 time: 0.0876877
Apr 20 23:44:47.534578 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-27394177-445a-41cc-accc-d19a383e9b21 req-0a075b3b-4310-4527-b1ee-7a29a350a682 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474908
Apr 20 23:44:47.580262 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfb141e0-6532-494e-b6c7-c06ac450fea0 req-5e1ceb10-e158-44be-94c3-333af7e90f65 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 210 time: 0.0557930
Apr 20 23:44:47.833781 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c35b89-2647-4cb3-8f89-1e2efab63ec9 req-21d49d63-5992-4a97-ab3d-5422f5f18451 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:47.835473 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d7c35b89-2647-4cb3-8f89-1e2efab63ec9 req-21d49d63-5992-4a97-ab3d-5422f5f18451 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0984581
Apr 20 23:44:47.883526 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d7c35b89-2647-4cb3-8f89-1e2efab63ec9 req-58f257d0-48ea-4402-9c2c-901e5c7e92a8 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414119
Apr 20 23:44:48.739461 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f214ba-3b00-48bb-b08f-25898d2aa2b7 req-92251b39-7630-4bd0-803c-8a720b9eeea1 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:48.741084 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-42f214ba-3b00-48bb-b08f-25898d2aa2b7 req-92251b39-7630-4bd0-803c-8a720b9eeea1 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 945 time: 0.0910795
Apr 20 23:44:48.756402 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c3337862-5322-471e-9762-e05c1db8b92b req-8f9ee9de-8720-4752-9b64-2f3f18060299 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 210 time: 0.0498250
Apr 20 23:44:48.790927 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-42f214ba-3b00-48bb-b08f-25898d2aa2b7 req-119de78d-c212-4b20-b1e1-078bfeebbfea tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426097
Apr 20 23:44:48.889728 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed2016-dad7-4358-80f5-32f0f69b2f80 req-4efe6fa0-e2b0-436f-bb8b-bd354e1dfb09 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:48.891425 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e4ed2016-dad7-4358-80f5-32f0f69b2f80 req-4efe6fa0-e2b0-436f-bb8b-bd354e1dfb09 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.10 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0925899
Apr 20 23:44:49.037708 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-e4ed2016-dad7-4358-80f5-32f0f69b2f80 req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Deleting port ef6b0a51-993d-4795-80dd-964f21d43395 {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:44:49.038195 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-e4ed2016-dad7-4358-80f5-32f0f69b2f80 req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:49.098872 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cf954-e166-406b-a754-e1245f1a0cac req-46208b20-5d4c-4ab6-87cb-e836e21d1055 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:49.100552 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8c6cf954-e166-406b-a754-e1245f1a0cac req-46208b20-5d4c-4ab6-87cb-e836e21d1055 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.0999842
Apr 20 23:44:49.153893 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8c6cf954-e166-406b-a754-e1245f1a0cac req-6bd1bfe6-da57-429d-8506-4b7598b4d083 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458391
Apr 20 23:44:49.425271 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e1d32-bc7a-41bf-9e24-210e1983364b req-2e82c9b7-a3c6-48b2-858f-191c37d37c0c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:49.426783 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-618e1d32-bc7a-41bf-9e24-210e1983364b req-2e82c9b7-a3c6-48b2-858f-191c37d37c0c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 945 time: 0.4937520
Apr 20 23:44:49.604631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36475086-0263-4b03-ab17-c948802fd85e req-3d1ad3a1-f74c-4534-9860-865ee9789cef tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:49.606135 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36475086-0263-4b03-ab17-c948802fd85e req-3d1ad3a1-f74c-4534-9860-865ee9789cef tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.10 "GET /v2.0/networks?id=684f9f93-175a-4f6c-b122-2caf0186c78d HTTP/1.1" status: 200  len: 815 time: 0.3160191
Apr 20 23:44:49.609004 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-618e1d32-bc7a-41bf-9e24-210e1983364b req-bf890b30-a96a-4e46-838c-f82b8d1206f0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1425982
Apr 20 23:44:49.634428 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45778) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:49.665357 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-36475086-0263-4b03-ab17-c948802fd85e req-20bb4931-1071-4882-9fb7-06765697d60c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Request body: {'port': {'device_id': '12fcda9c-81d8-490a-af4c-e911048ebbcc', 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d', 'admin_state_up': True, 'tenant_id': '1bc2c386d7f044f4a10172c41778dfcf'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:44:49.831574 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0050eb3b-723a-41d7-b0fc-119f02fb0f03 tempest-TestVolumeBootPattern-77558538 tempest-TestVolumeBootPattern-77558538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:49.832277 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0050eb3b-723a-41d7-b0fc-119f02fb0f03 tempest-TestVolumeBootPattern-77558538 tempest-TestVolumeBootPattern-77558538-project-admin] Synchronizing usage tracker for tenant:1d2dd408fbf64e96950fb8fb51ea2b9f on resource:port {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:44:49.865219 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0050eb3b-723a-41d7-b0fc-119f02fb0f03 tempest-TestVolumeBootPattern-77558538 tempest-TestVolumeBootPattern-77558538-project-admin] Unset dirty status for tenant:1d2dd408fbf64e96950fb8fb51ea2b9f on resource:port {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:44:49.865982 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-e4ed2016-dad7-4358-80f5-32f0f69b2f80 req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] For port ef6b0a51-993d-4795-80dd-964f21d43395, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ef6b0a51-993d-4795-80dd-964f21d43395,segment=NetworkSegment(1ece5125-5818-4151-ac35-fa2f9c1f6845),segment_id=1ece5125-5818-4151-ac35-fa2f9c1f6845)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:44:49.869911 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-e4ed2016-dad7-4358-80f5-32f0f69b2f80 req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:49.870046 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0050eb3b-723a-41d7-b0fc-119f02fb0f03 tempest-TestVolumeBootPattern-77558538 tempest-TestVolumeBootPattern-77558538-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 1093 time: 0.2312658
Apr 20 23:44:49.870257 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45786) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:49.877917 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Request body: {'floatingip': {'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'port_id': '34a736f9-3940-4fd4-abb6-6f93ad75b812', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:44:49.881590 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-36475086-0263-4b03-ab17-c948802fd85e req-20bb4931-1071-4882-9fb7-06765697d60c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:49.888255 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-36475086-0263-4b03-ab17-c948802fd85e req-20bb4931-1071-4882-9fb7-06765697d60c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Usage tracker for resource:port and tenant:1bc2c386d7f044f4a10172c41778dfcf is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:44:49.927663 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:49.937638 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-044cd85d-55f9-48ec-8a57-4f0831a7e11c req-1a26f51e-a4fa-4c68-ab1e-b2e801ed70d7 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 210 time: 0.0641539
Apr 20 23:44:49.938620 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Usage tracker for resource:floatingip and tenant:c5751660b19f46889662febceecb2c37 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:44:49.941778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:44:49.943608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-36475086-0263-4b03-ab17-c948802fd85e req-20bb4931-1071-4882-9fb7-06765697d60c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:44:49.948807 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:49.961015 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-36475086-0263-4b03-ab17-c948802fd85e req-20bb4931-1071-4882-9fb7-06765697d60c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:49.996791 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for floatingip, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:50.053332 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36475086-0263-4b03-ab17-c948802fd85e req-20bb4931-1071-4882-9fb7-06765697d60c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Made reservation on behalf of 1bc2c386d7f044f4a10172c41778dfcf for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:44:50.059854 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-36475086-0263-4b03-ab17-c948802fd85e req-20bb4931-1071-4882-9fb7-06765697d60c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:50.141905 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:50.291699 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Allocated IP 172.27.2.207 (b49fa4d7-9497-41f5-afae-ab183fc1104b/828469c9-116a-4083-bfec-69bcf738251b/514bf296-87aa-43d5-ba64-1c77d66f9ac8) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:44:50.388477 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-e4ed2016-dad7-4358-80f5-32f0f69b2f80 req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:50.388893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-e4ed2016-dad7-4358-80f5-32f0f69b2f80 req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854229059'] for floatingip, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:50.389247 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_db [req-e4ed2016-dad7-4358-80f5-32f0f69b2f80 req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Floating IP 1665a152-0705-47e5-ad75-5565ab4ef9dc disassociated. External IP: 172.27.2.144, port: ef6b0a51-993d-4795-80dd-964f21d43395.
Apr 20 23:44:50.389630 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-e4ed2016-dad7-4358-80f5-32f0f69b2f80 req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Calling delete_port for ef6b0a51-993d-4795-80dd-964f21d43395 owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:44:50.449488 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:50.499979 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:50.501554 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-36475086-0263-4b03-ab17-c948802fd85e req-20bb4931-1071-4882-9fb7-06765697d60c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Allocated IP 172.20.0.6 (684f9f93-175a-4f6c-b122-2caf0186c78d/d00cf0fb-4b6e-442d-883f-ae3fd2e5e7aa/c21d9f56-0da5-430c-827c-df49eeb2ab54) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:44:50.505025 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3cc3a914-0f6b-4bd1-9f4d-541e970a54f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:50.572150 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:44:50.575986 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:44:50.579896 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:44:50.587285 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1201a-98e7-4444-ba5f-93a1c5c55542 req-f007cedc-17cb-4723-847f-ca8fd20fb69b tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:50.588905 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1cc1201a-98e7-4444-ba5f-93a1c5c55542 req-f007cedc-17cb-4723-847f-ca8fd20fb69b tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 945 time: 0.2928181
Apr 20 23:44:50.620696 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event updated for resources: {'Port': ['ID=514bf296-87aa-43d5-ba64-1c77d66f9ac8,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:50.631695 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.632120 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.632543 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.632948 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.633361 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.633752 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.634152 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.634553 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.634952 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.635407 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.635801 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.636200 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.645372 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:50.680653 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1cc1201a-98e7-4444-ba5f-93a1c5c55542 req-8d89c58c-ef34-4298-9616-68cbec5b81f1 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837116
Apr 20 23:44:50.693321 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-e4ed2016-dad7-4358-80f5-32f0f69b2f80 req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:50.706558 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:50.762063 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Pushing event deleted for resources: {'Port': ['ID=ef6b0a51-993d-4795-80dd-964f21d43395,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:50.843579 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.844041 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.844375 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.844775 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.845172 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.845632 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.846029 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.846421 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.846811 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.847222 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.847616 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.848003 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:44:50.860307 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:51.049115 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:51.099693 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-36475086-0263-4b03-ab17-c948802fd85e req-20bb4931-1071-4882-9fb7-06765697d60c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:51.111208 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4b5f3413-d941-430d-beaa-0cd5369fbd01 req-d81dd4bd-e2d2-4d41-a2cc-4226877fd226 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 210 time: 0.0542777
Apr 20 23:44:51.124287 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4ed2016-dad7-4358-80f5-32f0f69b2f80 req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:44:51.220379 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:51.457152 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:51.487894 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379410'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:51.493475 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:51.549636 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-36475086-0263-4b03-ab17-c948802fd85e req-20bb4931-1071-4882-9fb7-06765697d60c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:51.556918 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7c02f276-f0f2-4ebc-a995-12e29064e524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:51.610166 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event updated for resources: {'Port': ['ID=514bf296-87aa-43d5-ba64-1c77d66f9ac8,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:51.614585 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:51.619775 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854229059'] for floatingip, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:51.633493 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4ed2016-dad7-4358-80f5-32f0f69b2f80 req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:44:51.644784 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5add1d0f-4d6b-42b1-8846-7c3570dbe552 None None] Sync routers for ids ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:44:51.659510 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5add1d0f-4d6b-42b1-8846-7c3570dbe552 None None] Routers {'4090d5d2-4fb8-45e4-af5e-e943f2b3b896'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:44:51.660269 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-5add1d0f-4d6b-42b1-8846-7c3570dbe552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e73c390>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:44:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:51.670135 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36475086-0263-4b03-ab17-c948802fd85e req-20bb4931-1071-4882-9fb7-06765697d60c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Network 684f9f93-175a-4f6c-b122-2caf0186c78d is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:44:51.685240 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-36475086-0263-4b03-ab17-c948802fd85e req-20bb4931-1071-4882-9fb7-06765697d60c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:44:51.722199 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-36475086-0263-4b03-ab17-c948802fd85e req-20bb4931-1071-4882-9fb7-06765697d60c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:44:51.770824 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb4931-1071-4882-9fb7-06765697d60c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Pushing event updated for resources: {'Port': ['ID=c21d9f56-0da5-430c-827c-df49eeb2ab54,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:51.784323 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ed2016-dad7-4358-80f5-32f0f69b2f80 req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] No DVR routers for this DVR port ef6b0a51-993d-4795-80dd-964f21d43395 on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:44:51.786144 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-20bb4931-1071-4882-9fb7-06765697d60c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:51.789445 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-e4ed2016-dad7-4358-80f5-32f0f69b2f80 req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:51.796261 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67567c2d-e2e8-4b45-ba81-c0e5d7f31055', 'name': 'network-vif-deleted', 'tag': 'ef6b0a51-993d-4795-80dd-964f21d43395'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:44:51.811680 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Floating IP 0b602a20-62c3-4ee7-97fb-8161120e411b associated. External IP: 172.27.2.207, port: 34a736f9-3940-4fd4-abb6-6f93ad75b812.
Apr 20 23:44:51.860770 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67567c2d-e2e8-4b45-ba81-c0e5d7f31055', 'name': 'network-vif-deleted', 'tag': 'ef6b0a51-993d-4795-80dd-964f21d43395', 'status': 'completed', 'code': 200}
Apr 20 23:44:51.870846 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36475086-0263-4b03-ab17-c948802fd85e req-20bb4931-1071-4882-9fb7-06765697d60c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:51.871567 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-36475086-0263-4b03-ab17-c948802fd85e req-20bb4931-1071-4882-9fb7-06765697d60c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:51.880728 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-5add1d0f-4d6b-42b1-8846-7c3570dbe552 None None] Set router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:44:51.930878 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e4ed2016-dad7-4358-80f5-32f0f69b2f80 req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.10 "DELETE /v2.0/ports/ef6b0a51-993d-4795-80dd-964f21d43395 HTTP/1.1" status: 204  len: 173 time: 3.0313904
Apr 20 23:44:51.938828 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-ac8dbc4c-c022-47e2-af6b-af7f0d2d165b req-a71226f2-9af5-4f9b-96de-9d7a22ab3a0d tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Synchronizing usage tracker for tenant:622c2b3243a145fe8008ad8c6b2c7620 on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:44:51.963044 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36475086-0263-4b03-ab17-c948802fd85e req-20bb4931-1071-4882-9fb7-06765697d60c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3074207
Apr 20 23:44:51.992634 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Request body: {'port': {'device_id': '12fcda9c-81d8-490a-af4c-e911048ebbcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:44:52.071865 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-ac8dbc4c-c022-47e2-af6b-af7f0d2d165b req-a71226f2-9af5-4f9b-96de-9d7a22ab3a0d tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Unset dirty status for tenant:622c2b3243a145fe8008ad8c6b2c7620 on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:44:52.073309 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ac8dbc4c-c022-47e2-af6b-af7f0d2d165b req-a71226f2-9af5-4f9b-96de-9d7a22ab3a0d tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=67567c2d-e2e8-4b45-ba81-c0e5d7f31055 HTTP/1.1" status: 200  len: 210 time: 0.1972048
Apr 20 23:44:52.145521 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:52.278631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-5add1d0f-4d6b-42b1-8846-7c3570dbe552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e73c390>, [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:41:19Z', 'revision_number': 4, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port': {'id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:15Z', 'updated_at': '2021-04-20T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '101277fe-863d-4cb2-ab5d-885338cae4f0', 'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'mac_address': 'fa:16:3e:76:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:18Z', 'updated_at': '2021-04-20T23:41:25Z', 'revision_number': 5, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'subnets': [{'id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:52.283080 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5add1d0f-4d6b-42b1-8846-7c3570dbe552 None None] Checking router: 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:44:52.293371 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5add1d0f-4d6b-42b1-8846-7c3570dbe552 None None] Routers {'4090d5d2-4fb8-45e4-af5e-e943f2b3b896'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:44:52.294187 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-5add1d0f-4d6b-42b1-8846-7c3570dbe552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e73c390>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:44:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:52.490919 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-5add1d0f-4d6b-42b1-8846-7c3570dbe552 None None] Set router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:44:52.549858 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Router b5aa26bd-1a5b-488c-a19f-bae605213b2b has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:44:52.558930 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714da018-3190-4792-950c-d2535f2ed524 req-70bb6e12-f24e-4c71-8817-cf0904dddc09 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:52.560603 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-714da018-3190-4792-950c-d2535f2ed524 req-70bb6e12-f24e-4c71-8817-cf0904dddc09 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 931 time: 0.1471102
Apr 20 23:44:52.578265 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21d9f56-0da5-430c-827c-df49eeb2ab54 {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:44:52.587102 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:52.603628 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Transition to ACTIVE for port object c21d9f56-0da5-430c-827c-df49eeb2ab54 will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:44:52.647866 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:52.653740 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-522d3ed4-7bae-4c8b-b536-bd2c50cdb173 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:52.764372 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-714da018-3190-4792-950c-d2535f2ed524 req-8fe51a99-4f3f-47a2-84e9-ce060a1ea0a2 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Synchronizing usage tracker for tenant:1bc2c386d7f044f4a10172c41778dfcf on resource:security_group {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:44:52.824932 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:44:52.827687 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-714da018-3190-4792-950c-d2535f2ed524 req-8fe51a99-4f3f-47a2-84e9-ce060a1ea0a2 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Unset dirty status for tenant:1bc2c386d7f044f4a10172c41778dfcf on resource:security_group {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:44:52.833461 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-714da018-3190-4792-950c-d2535f2ed524 req-8fe51a99-4f3f-47a2-84e9-ce060a1ea0a2 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2605238
Apr 20 23:44:52.837681 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76466f47-ce1a-40cf-aa2f-cac60f733d5b None None] Sync routers for ids ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:44:52.863890 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76466f47-ce1a-40cf-aa2f-cac60f733d5b None None] Routers {'b5aa26bd-1a5b-488c-a19f-bae605213b2b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:44:52.865438 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-76466f47-ce1a-40cf-aa2f-cac60f733d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e9ef198>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:44:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:52.893157 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Pushing event updated for resources: {'Port': ['ID=c21d9f56-0da5-430c-827c-df49eeb2ab54,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:52.900942 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:52.912857 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-5add1d0f-4d6b-42b1-8846-7c3570dbe552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e73c390>, [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:41:19Z', 'revision_number': 4, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port': {'id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:15Z', 'updated_at': '2021-04-20T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '101277fe-863d-4cb2-ab5d-885338cae4f0', 'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'mac_address': 'fa:16:3e:76:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:18Z', 'updated_at': '2021-04-20T23:41:25Z', 'revision_number': 5, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'subnets': [{'id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:52.917781 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5add1d0f-4d6b-42b1-8846-7c3570dbe552 None None] The sync data for ids ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'] in dv-cinder-680889-5-iscsi is: [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:41:19Z', 'revision_number': 4, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port': {'id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:15Z', 'updated_at': '2021-04-20T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '101277fe-863d-4cb2-ab5d-885338cae4f0', 'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'mac_address': 'fa:16:3e:76:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:18Z', 'updated_at': '2021-04-20T23:41:25Z', 'revision_number': 5, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'subnets': [{'id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:44:52.922612 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:52.940320 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Attempting to bind port c21d9f56-0da5-430c-827c-df49eeb2ab54 on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:44:52.940698 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Attempting to bind port c21d9f56-0da5-430c-827c-df49eeb2ab54 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '66ea41eb-1595-48b5-82b7-a8fded94e9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:44:52.941076 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Attempting to bind port c21d9f56-0da5-430c-827c-df49eeb2ab54 on network 684f9f93-175a-4f6c-b122-2caf0186c78d {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:44:52.947520 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Port c21d9f56-0da5-430c-827c-df49eeb2ab54 on network 684f9f93-175a-4f6c-b122-2caf0186c78d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:44:52.947520 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Attempting to bind port c21d9f56-0da5-430c-827c-df49eeb2ab54 on network 684f9f93-175a-4f6c-b122-2caf0186c78d {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:44:52.954433 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:44:52.954790 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Checking segment: {'id': '66ea41eb-1595-48b5-82b7-a8fded94e9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:44:52.955230 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Bound using segment: {'id': '66ea41eb-1595-48b5-82b7-a8fded94e9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:44:52.955730 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Bound port: c21d9f56-0da5-430c-827c-df49eeb2ab54, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ea41eb-1595-48b5-82b7-a8fded94e9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:44:52.956077 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:52.994981 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1235063
Apr 20 23:44:52.996319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2820bc9-856a-4ec3-8dde-b5c514cd9b06', 'tag': '34a736f9-3940-4fd4-abb6-6f93ad75b812'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:44:53.060669 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] For port c21d9f56-0da5-430c-827c-df49eeb2ab54, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:44:53.064148 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] For port c21d9f56-0da5-430c-827c-df49eeb2ab54, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=c21d9f56-0da5-430c-827c-df49eeb2ab54,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:44:53.066048 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-02583ed7-c87a-4c3b-98ea-010f734bd949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:53.088721 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:53.093978 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1dd22548-f042-4ca3-91b5-22ab7159e3a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:53.103681 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-76466f47-ce1a-40cf-aa2f-cac60f733d5b None None] Set router b5aa26bd-1a5b-488c-a19f-bae605213b2b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:44:53.115326 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2820bc9-856a-4ec3-8dde-b5c514cd9b06', 'tag': '34a736f9-3940-4fd4-abb6-6f93ad75b812', 'status': 'completed', 'code': 200}
Apr 20 23:44:53.161453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:53.162137 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:53.164325 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36475086-0263-4b03-ab17-c948802fd85e req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] 10.222.0.10 "PUT /v2.0/ports/c21d9f56-0da5-430c-827c-df49eeb2ab54 HTTP/1.1" status: 200  len: 1093 time: 1.1792204
Apr 20 23:44:53.233464 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Pushing event updated for resources: {'Port': ['ID=c21d9f56-0da5-430c-827c-df49eeb2ab54,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:53.242944 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:53.261909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45810) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:53.290680 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device ef6b0a51-993d-4795-80dd-964f21d43395 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:44:53.337353 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e17f6a2a-03aa-4a60-a6e0-fb14932caa8d tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:53.338342 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: ef6b0a51-993d-4795-80dd-964f21d43395 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:44:53.338732 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device ef6b0a51-993d-4795-80dd-964f21d43395 not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:44:53.348220 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c109c53-688b-4907-9542-5a6934e05f33 req-c35d4118-be3b-4e8a-8396-83798867d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:53.349544 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c109c53-688b-4907-9542-5a6934e05f33 req-c35d4118-be3b-4e8a-8396-83798867d666 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5751660b19f46889662febceecb2c37&device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 1098 time: 0.1737099
Apr 20 23:44:53.357403 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36475086-0263-4b03-ab17-c948802fd85e req-5293de2f-52cb-4546-8d40-41594dcb18c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:53.359002 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36475086-0263-4b03-ab17-c948802fd85e req-5293de2f-52cb-4546-8d40-41594dcb18c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bc2c386d7f044f4a10172c41778dfcf&device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 1096 time: 0.1150739
Apr 20 23:44:53.371029 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e17f6a2a-03aa-4a60-a6e0-fb14932caa8d tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:53.427347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16f3032-37ba-42f6-85f6-93918f498e08 None None] New status for floating IP 1665a152-0705-47e5-ad75-5565ab4ef9dc: DOWN {{(pid=86388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:44:53.453634 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e17f6a2a-03aa-4a60-a6e0-fb14932caa8d tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:53.458846 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-09c390d5-e97a-4023-86a1-1f6f9a87df8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:53.476339 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f6a2a-03aa-4a60-a6e0-fb14932caa8d tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d1f6e4-f89c-4ae3-951b-40ee8bded53c,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:53.478666 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e17f6a2a-03aa-4a60-a6e0-fb14932caa8d tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:53.505921 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e17f6a2a-03aa-4a60-a6e0-fb14932caa8d tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:53.509268 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e17f6a2a-03aa-4a60-a6e0-fb14932caa8d tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "DELETE /v2.0/security-groups/c7d1f6e4-f89c-4ae3-951b-40ee8bded53c HTTP/1.1" status: 204  len: 168 time: 0.2462580
Apr 20 23:44:53.512128 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36475086-0263-4b03-ab17-c948802fd85e req-05e810f1-386e-41a2-be6c-181e68236856 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c21d9f56-0da5-430c-827c-df49eeb2ab54 HTTP/1.1" status: 200  len: 217 time: 0.1259880
Apr 20 23:44:53.514473 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 45814) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:53.604195 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.v2.resource [None req-3e7c38d3-ed8f-4885-93ca-76b88bba8a77 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] show failed (client error): The resource could not be found.
Apr 20 23:44:53.608363 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3e7c38d3-ed8f-4885-93ca-76b88bba8a77 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups/c7d1f6e4-f89c-4ae3-951b-40ee8bded53c HTTP/1.1" status: 404  len: 347 time: 0.0897827
Apr 20 23:44:53.609327 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45818) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:53.653839 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36475086-0263-4b03-ab17-c948802fd85e req-94503b68-df3c-4abb-98c7-8adc5ad7738f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:53.655489 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36475086-0263-4b03-ab17-c948802fd85e req-94503b68-df3c-4abb-98c7-8adc5ad7738f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d00cf0fb-4b6e-442d-883f-ae3fd2e5e7aa HTTP/1.1" status: 200  len: 855 time: 0.1358454
Apr 20 23:44:53.721222 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c109c53-688b-4907-9542-5a6934e05f33 req-cb82d6e3-54c8-453e-acd8-c171a5eab907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:53.722837 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c109c53-688b-4907-9542-5a6934e05f33 req-cb82d6e3-54c8-453e-acd8-c171a5eab907 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c66264cc-995a-4b15-a0af-b2c48f7e03e4 HTTP/1.1" status: 200  len: 912 time: 0.3628664
Apr 20 23:44:53.732300 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36475086-0263-4b03-ab17-c948802fd85e req-e262aabe-fd4b-44d5-bd7b-87c475e66280 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=684f9f93-175a-4f6c-b122-2caf0186c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0705132
Apr 20 23:44:53.833908 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-94f1e272-b2bf-47a5-bef9-0afa2261fbcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Deleting port 12a5df65-98f2-4775-8fea-762704e8c212 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:44:53.834599 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-94f1e272-b2bf-47a5-bef9-0afa2261fbcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:53.855793 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-76466f47-ce1a-40cf-aa2f-cac60f733d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e9ef198>, [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '0b602a20-62c3-4ee7-97fb-8161120e411b', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'port_id': '34a736f9-3940-4fd4-abb6-6f93ad75b812', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'mac_address': 'fa:16:3e:f7:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2820bc9-856a-4ec3-8dde-b5c514cd9b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:44:50Z', 'updated_at': '2021-04-20T23:44:50Z', 'revision_number': 0, 'project_id': 'c5751660b19f46889662febceecb2c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 5, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:53.862017 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76466f47-ce1a-40cf-aa2f-cac60f733d5b None None] Checking router: b5aa26bd-1a5b-488c-a19f-bae605213b2b for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:44:53.873308 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76466f47-ce1a-40cf-aa2f-cac60f733d5b None None] Routers {'b5aa26bd-1a5b-488c-a19f-bae605213b2b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:44:53.874162 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-76466f47-ce1a-40cf-aa2f-cac60f733d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e9ef198>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:44:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:53.935064 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fcda9c-81d8-490a-af4c-e911048ebbcc', 'tag': 'c21d9f56-0da5-430c-827c-df49eeb2ab54'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:44:53.941541 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36475086-0263-4b03-ab17-c948802fd85e req-0f103fcf-153e-4289-824c-c4099f95b69f service neutron] 10.222.0.10 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457813
Apr 20 23:44:54.045009 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fcda9c-81d8-490a-af4c-e911048ebbcc', 'tag': 'c21d9f56-0da5-430c-827c-df49eeb2ab54', 'status': 'completed', 'code': 200}
Apr 20 23:44:54.081659 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c109c53-688b-4907-9542-5a6934e05f33 req-c6f38184-6303-403e-8a6a-724f5d5d5b6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a736f9-3940-4fd4-abb6-6f93ad75b812 HTTP/1.1" status: 200  len: 999 time: 0.3521292
Apr 20 23:44:54.114976 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-76466f47-ce1a-40cf-aa2f-cac60f733d5b None None] Set router b5aa26bd-1a5b-488c-a19f-bae605213b2b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:44:54.143050 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-94f1e272-b2bf-47a5-bef9-0afa2261fbcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:54.143469 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-94f1e272-b2bf-47a5-bef9-0afa2261fbcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:54.182958 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36475086-0263-4b03-ab17-c948802fd85e req-5b869ac0-3840-4c07-af83-33fa28fc008f service neutron] 10.222.0.10 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2288330
Apr 20 23:44:54.186516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c109c53-688b-4907-9542-5a6934e05f33 req-25a7ee53-df4b-44dc-894f-9f8184aee1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:54.188013 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c109c53-688b-4907-9542-5a6934e05f33 req-25a7ee53-df4b-44dc-894f-9f8184aee1b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd4a38-1cbb-47c5-9d03-c9ee33266e2c HTTP/1.1" status: 200  len: 851 time: 0.0985084
Apr 20 23:44:54.224973 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86845b-d357-41f4-a1ba-e2baf17fcadf req-e98b92bf-0cdd-46b6-8f88-c556842bcb74 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:54.227148 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e86845b-d357-41f4-a1ba-e2baf17fcadf req-e98b92bf-0cdd-46b6-8f88-c556842bcb74 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 943 time: 0.2207980
Apr 20 23:44:54.291585 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c109c53-688b-4907-9542-5a6934e05f33 req-777ab016-0cb9-4e86-a265-bcdc47bacef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:54.293668 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c109c53-688b-4907-9542-5a6934e05f33 req-777ab016-0cb9-4e86-a265-bcdc47bacef0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c66264cc-995a-4b15-a0af-b2c48f7e03e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0892241
Apr 20 23:44:54.296888 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-94f1e272-b2bf-47a5-bef9-0afa2261fbcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Calling delete_port for 12a5df65-98f2-4775-8fea-762704e8c212 owned by network:floatingip {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:44:54.397543 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e86845b-d357-41f4-a1ba-e2baf17fcadf req-7c0c415b-d601-4786-a7d7-cc0024d9fc5c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098592
Apr 20 23:44:54.453040 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.db.api [None req-94f1e272-b2bf-47a5-bef9-0afa2261fbcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86385) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:44:54.453685 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_db.api [None req-94f1e272-b2bf-47a5-bef9-0afa2261fbcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:44:54.499763 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-76466f47-ce1a-40cf-aa2f-cac60f733d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e9ef198>, [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '0b602a20-62c3-4ee7-97fb-8161120e411b', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'port_id': '34a736f9-3940-4fd4-abb6-6f93ad75b812', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'mac_address': 'fa:16:3e:f7:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2820bc9-856a-4ec3-8dde-b5c514cd9b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:44:50Z', 'updated_at': '2021-04-20T23:44:50Z', 'revision_number': 0, 'project_id': 'c5751660b19f46889662febceecb2c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 5, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:44:54.503994 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76466f47-ce1a-40cf-aa2f-cac60f733d5b None None] The sync data for ids ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'] in dv-cinder-680889-5-iscsi is: [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '0b602a20-62c3-4ee7-97fb-8161120e411b', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'port_id': '34a736f9-3940-4fd4-abb6-6f93ad75b812', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'mac_address': 'fa:16:3e:f7:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2820bc9-856a-4ec3-8dde-b5c514cd9b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:44:50Z', 'updated_at': '2021-04-20T23:44:50Z', 'revision_number': 0, 'project_id': 'c5751660b19f46889662febceecb2c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 5, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:44:54.514744 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f80cb5-b2e7-46e0-a092-12c3f9a3d13e req-38824ab4-d3e4-4490-9bdf-90fe87aa104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:54.516413 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5f80cb5-b2e7-46e0-a092-12c3f9a3d13e req-38824ab4-d3e4-4490-9bdf-90fe87aa104e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bc2c386d7f044f4a10172c41778dfcf&device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 1096 time: 0.1912484
Apr 20 23:44:54.518487 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c109c53-688b-4907-9542-5a6934e05f33 req-7112693a-9f81-4456-ba89-4fc549f44c5f service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2165346
Apr 20 23:44:54.797696 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edc5926-6588-4de8-9479-7d0306d9c445 None None] New status for floating IP 0b602a20-62c3-4ee7-97fb-8161120e411b: ACTIVE {{(pid=86387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:44:54.955011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-94f1e272-b2bf-47a5-bef9-0afa2261fbcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Deleting port 12a5df65-98f2-4775-8fea-762704e8c212 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:44:54.955495 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-94f1e272-b2bf-47a5-bef9-0afa2261fbcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:54.974951 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-97e6709b-1a1e-429e-8d8f-c387cf614c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:55.021054 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f80cb5-b2e7-46e0-a092-12c3f9a3d13e req-3df5d3ac-3396-48ea-a47e-374cb09bce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:55.022846 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5f80cb5-b2e7-46e0-a092-12c3f9a3d13e req-3df5d3ac-3396-48ea-a47e-374cb09bce8a service neutron] 10.222.0.10 "GET /v2.0/networks?id=684f9f93-175a-4f6c-b122-2caf0186c78d HTTP/1.1" status: 200  len: 915 time: 0.4930761
Apr 20 23:44:55.025122 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c109c53-688b-4907-9542-5a6934e05f33 req-5c0cda6c-f8da-4324-aaea-0fdf17c14d0b service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4942636
Apr 20 23:44:55.120307 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5f80cb5-b2e7-46e0-a092-12c3f9a3d13e req-cc17a168-e758-467b-b797-50ab08e0a54b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c21d9f56-0da5-430c-827c-df49eeb2ab54 HTTP/1.1" status: 200  len: 217 time: 0.0751693
Apr 20 23:44:55.146212 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-94f1e272-b2bf-47a5-bef9-0afa2261fbcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:55.146585 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-94f1e272-b2bf-47a5-bef9-0afa2261fbcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:55.190994 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f80cb5-b2e7-46e0-a092-12c3f9a3d13e req-2e7874d1-4d80-4e70-953d-f81f6f41df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:55.192517 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5f80cb5-b2e7-46e0-a092-12c3f9a3d13e req-2e7874d1-4d80-4e70-953d-f81f6f41df33 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d00cf0fb-4b6e-442d-883f-ae3fd2e5e7aa HTTP/1.1" status: 200  len: 855 time: 0.0663285
Apr 20 23:44:55.248473 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5f80cb5-b2e7-46e0-a092-12c3f9a3d13e req-3d3bad32-3744-41f8-9d58-3ac3b615b4e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=684f9f93-175a-4f6c-b122-2caf0186c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498240
Apr 20 23:44:55.281284 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-94f1e272-b2bf-47a5-bef9-0afa2261fbcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Calling delete_port for 12a5df65-98f2-4775-8fea-762704e8c212 owned by network:floatingip {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:44:55.390418 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5f80cb5-b2e7-46e0-a092-12c3f9a3d13e req-4e333002-3d7c-40c7-ba44-3ce116ebb3d7 service neutron] 10.222.0.10 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357002
Apr 20 23:44:55.458335 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-94f1e272-b2bf-47a5-bef9-0afa2261fbcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:55.464517 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9e311f21-5605-45c7-bc4d-56bfa121058c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:55.516715 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1e272-b2bf-47a5-bef9-0afa2261fbcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Pushing event deleted for resources: {'Port': ['ID=12a5df65-98f2-4775-8fea-762704e8c212,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:55.554045 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-94f1e272-b2bf-47a5-bef9-0afa2261fbcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:55.586834 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5f80cb5-b2e7-46e0-a092-12c3f9a3d13e req-1aa1674e-c767-4163-968d-80f1056466e5 service neutron] 10.222.0.10 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1905730
Apr 20 23:44:55.615722 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-94f1e272-b2bf-47a5-bef9-0afa2261fbcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for floatingip, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:55.629382 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac740c95-802f-4efe-8339-22ff697489c6 req-f14df42f-8a7a-41e7-a575-0863667dfe9a tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:55.630125 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-ac740c95-802f-4efe-8339-22ff697489c6 req-f14df42f-8a7a-41e7-a575-0863667dfe9a tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Synchronizing usage tracker for tenant:1bc2c386d7f044f4a10172c41778dfcf on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:44:55.658731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-94f1e272-b2bf-47a5-bef9-0afa2261fbcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:55.660050 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-94f1e272-b2bf-47a5-bef9-0afa2261fbcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "DELETE /v2.0/floatingips/1665a152-0705-47e5-ad75-5565ab4ef9dc HTTP/1.1" status: 204  len: 168 time: 2.0501688
Apr 20 23:44:55.675956 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-ac740c95-802f-4efe-8339-22ff697489c6 req-f14df42f-8a7a-41e7-a575-0863667dfe9a tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Unset dirty status for tenant:1bc2c386d7f044f4a10172c41778dfcf on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:44:55.683605 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ac740c95-802f-4efe-8339-22ff697489c6 req-f14df42f-8a7a-41e7-a575-0863667dfe9a tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 943 time: 0.1526520
Apr 20 23:44:55.728614 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ac740c95-802f-4efe-8339-22ff697489c6 req-1b95f9ec-c1e9-43db-a54f-abade74e10ab tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440679
Apr 20 23:44:56.155420 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45830) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:56.161161 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-d89037f4-7fa2-49d6-a133-604c5277bc6f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--154924776', 'description': 'tempest-description--594785528'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:44:56.168211 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d89037f4-7fa2-49d6-a133-604c5277bc6f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:56.172603 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d89037f4-7fa2-49d6-a133-604c5277bc6f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Usage tracker for resource:security_group and tenant:622c2b3243a145fe8008ad8c6b2c7620 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:44:56.176532 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d89037f4-7fa2-49d6-a133-604c5277bc6f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:44:56.183127 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d89037f4-7fa2-49d6-a133-604c5277bc6f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:56.219268 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:56.253548 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d89037f4-7fa2-49d6-a133-604c5277bc6f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:56.274534 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d89037f4-7fa2-49d6-a133-604c5277bc6f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:56.278477 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d89037f4-7fa2-49d6-a133-604c5277bc6f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Usage tracker for resource:security_group_rule and tenant:622c2b3243a145fe8008ad8c6b2c7620 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:44:56.281403 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d89037f4-7fa2-49d6-a133-604c5277bc6f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:44:56.287318 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d89037f4-7fa2-49d6-a133-604c5277bc6f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:56.362625 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d89037f4-7fa2-49d6-a133-604c5277bc6f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:56.407880 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d89037f4-7fa2-49d6-a133-604c5277bc6f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:56.413297 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b8f0a823-8930-402b-b9f3-20e2d40b5a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:56.442213 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:56.460996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89037f4-7fa2-49d6-a133-604c5277bc6f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c7c9a9-10f9-4578-8549-c51c9015f8ff,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:56.463896 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d89037f4-7fa2-49d6-a133-604c5277bc6f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:56.493728 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d89037f4-7fa2-49d6-a133-604c5277bc6f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:56.495199 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d89037f4-7fa2-49d6-a133-604c5277bc6f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3386769
Apr 20 23:44:56.498214 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45834) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:56.503856 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-1663ebc0-cd23-4a86-b492-09c569e7730f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Request body: {'security_group_rule': {'security_group_id': 'f8c7c9a9-10f9-4578-8549-c51c9015f8ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:44:56.510792 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1663ebc0-cd23-4a86-b492-09c569e7730f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:56.514782 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1663ebc0-cd23-4a86-b492-09c569e7730f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Usage tracker for resource:security_group_rule and tenant:622c2b3243a145fe8008ad8c6b2c7620 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:44:56.517769 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1663ebc0-cd23-4a86-b492-09c569e7730f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:44:56.524266 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1663ebc0-cd23-4a86-b492-09c569e7730f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:56.568406 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1663ebc0-cd23-4a86-b492-09c569e7730f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:56.630239 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1663ebc0-cd23-4a86-b492-09c569e7730f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:56.664961 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1663ebc0-cd23-4a86-b492-09c569e7730f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:56.672731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cdbcdf48-5101-4c2f-941a-0ed41c5c982c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:56.696070 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663ebc0-cd23-4a86-b492-09c569e7730f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b96e20-8700-42cf-af3d-198bef3d6ea3,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:56.698789 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1663ebc0-cd23-4a86-b492-09c569e7730f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:56.733650 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1663ebc0-cd23-4a86-b492-09c569e7730f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:56.734943 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1663ebc0-cd23-4a86-b492-09c569e7730f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2357507
Apr 20 23:44:56.737798 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45838) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:56.744370 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-3aa70f7c-eb31-4401-ac39-15046f9447d6 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Request body: {'security_group_rule': {'security_group_id': 'f8c7c9a9-10f9-4578-8549-c51c9015f8ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:44:56.750697 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3aa70f7c-eb31-4401-ac39-15046f9447d6 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:56.754730 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3aa70f7c-eb31-4401-ac39-15046f9447d6 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Usage tracker for resource:security_group_rule and tenant:622c2b3243a145fe8008ad8c6b2c7620 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:44:56.758587 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3aa70f7c-eb31-4401-ac39-15046f9447d6 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:44:56.764603 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3aa70f7c-eb31-4401-ac39-15046f9447d6 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:56.811422 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3aa70f7c-eb31-4401-ac39-15046f9447d6 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:56.879000 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3aa70f7c-eb31-4401-ac39-15046f9447d6 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:56.910282 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3aa70f7c-eb31-4401-ac39-15046f9447d6 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:56.912553 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f1358ef9-ff59-463e-9577-66d646a0c4b4 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:56.932153 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142dc0f-115e-4486-9d08-fb2fb6522081 req-2fbfa9db-f696-42e3-96a0-963174bccc00 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:56.933726 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a142dc0f-115e-4486-9d08-fb2fb6522081 req-2fbfa9db-f696-42e3-96a0-963174bccc00 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 943 time: 0.0919151
Apr 20 23:44:56.936965 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa70f7c-eb31-4401-ac39-15046f9447d6 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf9a99a-5280-4a09-9c64-3aca388d2742,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:56.939632 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3aa70f7c-eb31-4401-ac39-15046f9447d6 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:56.978933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3aa70f7c-eb31-4401-ac39-15046f9447d6 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:56.980289 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3aa70f7c-eb31-4401-ac39-15046f9447d6 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2414985
Apr 20 23:44:56.983520 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45844) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:44:56.983999 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a142dc0f-115e-4486-9d08-fb2fb6522081 req-20f69356-8f62-4db7-a007-3eb06ee7c990 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434968
Apr 20 23:44:56.989426 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Request body: {'floatingip': {'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:44:56.996736 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:44:57.000867 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Usage tracker for resource:floatingip and tenant:622c2b3243a145fe8008ad8c6b2c7620 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:44:57.003899 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:44:57.010167 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:44:57.041686 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for floatingip, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:57.184051 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:57.287443 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:57.326087 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Allocated IP 172.27.2.17 (b49fa4d7-9497-41f5-afae-ab183fc1104b/828469c9-116a-4083-bfec-69bcf738251b/6b6b6337-4e45-41c4-90a5-aca41541fb51) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:44:57.329838 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device c21d9f56-0da5-430c-827c-df49eeb2ab54 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:44:57.472436 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port c21d9f56-0da5-430c-827c-df49eeb2ab54, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=c21d9f56-0da5-430c-827c-df49eeb2ab54,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:44:57.485326 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:57.487127 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': 'c21d9f56-0da5-430c-827c-df49eeb2ab54', 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d', 'port_id': 'c21d9f56-0da5-430c-827c-df49eeb2ab54', 'mac_address': 'fa:16:3e:f4:28:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00cf0fb-4b6e-442d-883f-ae3fd2e5e7aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:44:57.533478 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:57.538888 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2f954418-4ec9-463e-a9ad-df7755623f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:57.550937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:57.568715 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21d9f56-0da5-430c-827c-df49eeb2ab54 {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:44:57.585623 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port c21d9f56-0da5-430c-827c-df49eeb2ab54, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=c21d9f56-0da5-430c-827c-df49eeb2ab54,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:44:57.607742 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:44:57.611196 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:44:57.613686 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:44:57.624653 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:57.626526 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a5dd00b4-9646-4f89-bd7e-be5d45885dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:57.657195 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Pushing event updated for resources: {'Port': ['ID=6b6b6337-4e45-41c4-90a5-aca41541fb51,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:57.660161 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:57.699606 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=c21d9f56-0da5-430c-827c-df49eeb2ab54,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:57.702912 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:57.707462 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:57.814933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:57.923725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['c21d9f56-0da5-430c-827c-df49eeb2ab54'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:44:58.032239 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:58.071589 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379410'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:58.076664 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a429343f-3f42-4560-ae76-b8bb20169b4f tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:58.231756 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Pushing event updated for resources: {'Port': ['ID=6b6b6337-4e45-41c4-90a5-aca41541fb51,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:58.236627 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:44:58.268081 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854229059'] for floatingip, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:58.301438 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d737c4-cd13-44d4-b9fa-fdedf90cbfe8 req-0843f82b-5a0e-489c-8bdd-2c3739f47e14 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:58.303010 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-96d737c4-cd13-44d4-b9fa-fdedf90cbfe8 req-0843f82b-5a0e-489c-8bdd-2c3739f47e14 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 944 time: 0.1907566
Apr 20 23:44:58.333617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:58.335232 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3502452
Apr 20 23:44:58.359088 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-96d737c4-cd13-44d4-b9fa-fdedf90cbfe8 req-0c41abf8-5735-4762-8be6-0f43cd495341 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486712
Apr 20 23:44:58.575273 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-8145f5cd-5661-459d-a838-d10e4cb86eb9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--154924776&fields=id&tenant_id=622c2b3243a145fe8008ad8c6b2c7620 HTTP/1.1" status: 200  len: 267 time: 0.0480571
Apr 20 23:44:58.740778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-c8c67d88-12fc-49ac-adff-bb1d9e21be17 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:58.742976 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-c8c67d88-12fc-49ac-adff-bb1d9e21be17 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/networks?id=bf54acd7-65cc-4ce8-894c-45f7b4810ea3 HTTP/1.1" status: 200  len: 811 time: 0.1604629
Apr 20 23:44:58.758598 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-2b919bfd-01ec-4ec6-808c-6eca2fa5daf8 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/quotas/622c2b3243a145fe8008ad8c6b2c7620 HTTP/1.1" status: 200  len: 375 time: 0.0095806
Apr 20 23:44:58.853456 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-49faf311-3c98-41d0-9f80-1deab7e4f77c tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=622c2b3243a145fe8008ad8c6b2c7620&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0892742
Apr 20 23:44:59.062157 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-b6591f88-04f4-4027-b684-ef7a1ac2860d service neutron] 10.222.0.15 "GET /v2.0/networks/bf54acd7-65cc-4ce8-894c-45f7b4810ea3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1962860
Apr 20 23:44:59.206032 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-f8b3ba99-6b10-403e-b340-b3ee5b783994 service neutron] 10.222.0.15 "GET /v2.0/networks/bf54acd7-65cc-4ce8-894c-45f7b4810ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372383
Apr 20 23:44:59.344646 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device c21d9f56-0da5-430c-827c-df49eeb2ab54 up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:44:59.488291 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port c21d9f56-0da5-430c-827c-df49eeb2ab54 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:44:59.496437 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port c21d9f56-0da5-430c-827c-df49eeb2ab54 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:44:59.496437 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:59.517891 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-092d9bd7-0124-4afc-919a-d25dbdc4ccc0 req-72c36e00-50a9-4d62-bc90-9962a1dbc400 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 210 time: 0.0519476
Apr 20 23:44:59.633802 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:59.653285 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ad021-8776-4c16-bf6a-d361e81d996b req-1e70436a-63ed-40f4-bcd0-58a6f61177f8 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:44:59.654919 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5f1ad021-8776-4c16-bf6a-d361e81d996b req-1e70436a-63ed-40f4-bcd0-58a6f61177f8 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 944 time: 0.0974512
Apr 20 23:44:59.662070 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fcda9c-81d8-490a-af4c-e911048ebbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21d9f56-0da5-430c-827c-df49eeb2ab54'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:44:59.672695 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port c21d9f56-0da5-430c-827c-df49eeb2ab54, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=c21d9f56-0da5-430c-827c-df49eeb2ab54,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:44:59.716022 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fcda9c-81d8-490a-af4c-e911048ebbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21d9f56-0da5-430c-827c-df49eeb2ab54', 'code': 200}
Apr 20 23:44:59.721227 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5f1ad021-8776-4c16-bf6a-d361e81d996b req-88f89610-ac5f-4333-84fd-15a5f8c4687d tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593991
Apr 20 23:44:59.727482 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:59.729853 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:44:59.806825 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=c21d9f56-0da5-430c-827c-df49eeb2ab54,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:44:59.810180 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:45:00.173180 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35b319-9b4c-480f-8b24-521912b92e42 req-e5831242-42f3-4f6f-9674-c753d78a9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:00.174752 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7b35b319-9b4c-480f-8b24-521912b92e42 req-e5831242-42f3-4f6f-9674-c753d78a9f8b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 1098 time: 0.0761960
Apr 20 23:45:00.224127 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7b35b319-9b4c-480f-8b24-521912b92e42 req-f4b5892d-5949-457e-bf3a-4006ae150b4a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395613
Apr 20 23:45:00.691558 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6d87d8d1-3afa-4d28-9625-bfff81257dc0 req-cb6b69b0-c147-4363-a031-6eaf127a4b2a tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 210 time: 0.0517101
Apr 20 23:45:00.920157 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dcd14-65e8-4a2c-bf70-0978aa5edace req-0cc5c792-7574-47cc-af83-0e9e4f2b8f8b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:00.921703 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-de5dcd14-65e8-4a2c-bf70-0978aa5edace req-0cc5c792-7574-47cc-af83-0e9e4f2b8f8b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 945 time: 0.0933194
Apr 20 23:45:00.971418 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-de5dcd14-65e8-4a2c-bf70-0978aa5edace req-422c82b6-3267-4d90-a9f9-10336a4f9d8a tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429752
Apr 20 23:45:01.877453 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b263f52b-2f33-41b7-b263-169c7813ae2a req-81c94cbb-8f0f-4dbd-bbea-e131433d879c tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 210 time: 0.0553660
Apr 20 23:45:01.885298 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-4a69718f-c390-4deb-a0e2-b91e2f561fff tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:01.886769 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-4a69718f-c390-4deb-a0e2-b91e2f561fff tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.10 "GET /v2.0/networks?id=bf54acd7-65cc-4ce8-894c-45f7b4810ea3 HTTP/1.1" status: 200  len: 811 time: 0.2205641
Apr 20 23:45:01.976037 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-f210d055-cf5a-444d-afb4-e692cef55f5e tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=622c2b3243a145fe8008ad8c6b2c7620 HTTP/1.1" status: 200  len: 5707 time: 0.0708013
Apr 20 23:45:01.984243 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Request body: {'port': {'device_id': '343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'admin_state_up': True, 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'security_groups': ['f8c7c9a9-10f9-4578-8549-c51c9015f8ff']}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:45:02.132272 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:45:02.136546 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Usage tracker for resource:port and tenant:622c2b3243a145fe8008ad8c6b2c7620 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:45:02.139549 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:45:02.145538 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:45:02.175482 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a403a80-eb59-4407-bf0e-69a0d3b6d514 req-7434a239-d3f6-42f1-9c74-80510bc0efbf tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:02.177142 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6a403a80-eb59-4407-bf0e-69a0d3b6d514 req-7434a239-d3f6-42f1-9c74-80510bc0efbf tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 945 time: 0.0883396
Apr 20 23:45:02.189715 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Made reservation on behalf of 622c2b3243a145fe8008ad8c6b2c7620 for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:45:02.196579 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:02.225784 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6a403a80-eb59-4407-bf0e-69a0d3b6d514 req-a4e64a24-7a45-4297-ae38-a8f938baddb8 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412030
Apr 20 23:45:02.367948 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Allocated IP 172.20.0.11 (bf54acd7-65cc-4ce8-894c-45f7b4810ea3/97053211-b5f1-465b-a73f-9aca769a79b3/6aa6e1ea-6737-4d42-8a87-efd899067f0e) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:45:02.566150 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:02.582515 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Transition to ACTIVE for port object 6aa6e1ea-6737-4d42-8a87-efd899067f0e will not be triggered until provisioned by entity DHCP. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:45:02.636008 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:02.641816 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2cf8f232-1c82-4380-9e7d-d8587ea3e914 tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:45:02.732222 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:45:02.732222 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:45:02.732222 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:45:02.771077 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Pushing event updated for resources: {'Port': ['ID=6aa6e1ea-6737-4d42-8a87-efd899067f0e,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:45:02.774866 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:45:02.810935 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:02.811788 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:02.865949 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8854880
Apr 20 23:45:02.885777 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Request body: {'port': {'device_id': '343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:45:03.013527 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-3fd2b23f-9598-4778-81a8-4244b259f4ef None None] Provisioning for port 6aa6e1ea-6737-4d42-8a87-efd899067f0e completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:45:03.018749 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-3fd2b23f-9598-4778-81a8-4244b259f4ef None None] Provisioning complete for port 6aa6e1ea-6737-4d42-8a87-efd899067f0e triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:45:03.019197 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b23f-9598-4778-81a8-4244b259f4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:03.055890 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:03.076777 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-3fd2b23f-9598-4778-81a8-4244b259f4ef None None] Port 6aa6e1ea-6737-4d42-8a87-efd899067f0e cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:45:03.212853 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8738dd-b8db-4bf6-967f-a56c99634069 req-d8da7612-ef93-4a27-9251-c497c5a60678 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:03.213608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-2f8738dd-b8db-4bf6-967f-a56c99634069 req-d8da7612-ef93-4a27-9251-c497c5a60678 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Synchronizing usage tracker for tenant:622c2b3243a145fe8008ad8c6b2c7620 on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:45:03.314337 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-2f8738dd-b8db-4bf6-967f-a56c99634069 req-d8da7612-ef93-4a27-9251-c497c5a60678 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Unset dirty status for tenant:622c2b3243a145fe8008ad8c6b2c7620 on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:45:03.315635 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2f8738dd-b8db-4bf6-967f-a56c99634069 req-d8da7612-ef93-4a27-9251-c497c5a60678 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 932 time: 0.3186972
Apr 20 23:45:03.396066 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2f8738dd-b8db-4bf6-967f-a56c99634069 req-52f59af1-311d-408f-b709-d457aa4b27d7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8c7c9a9-10f9-4578-8549-c51c9015f8ff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726469
Apr 20 23:45:03.492514 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa6e1ea-6737-4d42-8a87-efd899067f0e {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:45:03.500293 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:03.515683 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Transition to ACTIVE for port object 6aa6e1ea-6737-4d42-8a87-efd899067f0e will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:45:03.556098 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:03.561279 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ae37d1bc-98b1-49c7-a63e-a2c98175a225 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:45:03.704602 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa6e1ea-6737-4d42-8a87-efd899067f0e,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:45:03.714911 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:45:04.087128 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Attempting to bind port 6aa6e1ea-6737-4d42-8a87-efd899067f0e on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:45:04.087717 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Attempting to bind port 6aa6e1ea-6737-4d42-8a87-efd899067f0e by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '1ece5125-5818-4151-ac35-fa2f9c1f6845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:45:04.087936 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Attempting to bind port 6aa6e1ea-6737-4d42-8a87-efd899067f0e on network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:45:04.092855 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Port 6aa6e1ea-6737-4d42-8a87-efd899067f0e on network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:45:04.093231 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Attempting to bind port 6aa6e1ea-6737-4d42-8a87-efd899067f0e on network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:45:04.098676 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:45:04.103316 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Checking segment: {'id': '1ece5125-5818-4151-ac35-fa2f9c1f6845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:45:04.103316 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Bound using segment: {'id': '1ece5125-5818-4151-ac35-fa2f9c1f6845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:45:04.103316 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Bound port: 6aa6e1ea-6737-4d42-8a87-efd899067f0e, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ece5125-5818-4151-ac35-fa2f9c1f6845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:45:04.103316 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:04.197623 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] For port 6aa6e1ea-6737-4d42-8a87-efd899067f0e, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:45:04.200933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] For port 6aa6e1ea-6737-4d42-8a87-efd899067f0e, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6aa6e1ea-6737-4d42-8a87-efd899067f0e,segment=NetworkSegment(1ece5125-5818-4151-ac35-fa2f9c1f6845),segment_id=1ece5125-5818-4151-ac35-fa2f9c1f6845)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:45:04.265416 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:04.270597 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:45:04.334763 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:04.335458 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:04.336828 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] 10.222.0.10 "PUT /v2.0/ports/6aa6e1ea-6737-4d42-8a87-efd899067f0e HTTP/1.1" status: 200  len: 1094 time: 1.4569211
Apr 20 23:45:04.337353 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a', 'tag': '6aa6e1ea-6737-4d42-8a87-efd899067f0e'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:45:04.361959 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa6e1ea-6737-4d42-8a87-efd899067f0e,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:45:04.362330 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:45:04.405070 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a', 'tag': '6aa6e1ea-6737-4d42-8a87-efd899067f0e', 'status': 'completed', 'code': 200}
Apr 20 23:45:04.595289 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df677d01-f848-4a72-aed0-53f552e0774d req-8fe85ecc-4aae-4fa2-9437-6317117995eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:04.596929 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-df677d01-f848-4a72-aed0-53f552e0774d req-8fe85ecc-4aae-4fa2-9437-6317117995eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=622c2b3243a145fe8008ad8c6b2c7620&device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 1097 time: 0.1461010
Apr 20 23:45:04.723431 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb86bf-2891-4c43-b911-3ef2c4cfa4cb req-6a43555d-8dfc-4484-9995-a83bfdd8d698 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:04.725552 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1afb86bf-2891-4c43-b911-3ef2c4cfa4cb req-6a43555d-8dfc-4484-9995-a83bfdd8d698 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 944 time: 0.1905928
Apr 20 23:45:04.823687 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1afb86bf-2891-4c43-b911-3ef2c4cfa4cb req-8de81928-59c2-47c7-9bdd-aebdfabfc7b9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8c7c9a9-10f9-4578-8549-c51c9015f8ff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865533
Apr 20 23:45:04.826452 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df677d01-f848-4a72-aed0-53f552e0774d req-3276ec95-ad4a-464c-9e03-67d9ed14361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:04.827963 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-df677d01-f848-4a72-aed0-53f552e0774d req-3276ec95-ad4a-464c-9e03-67d9ed14361d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=622c2b3243a145fe8008ad8c6b2c7620&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2166328
Apr 20 23:45:04.999256 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df677d01-f848-4a72-aed0-53f552e0774d req-1fccc8b3-81b8-4b25-8c7f-c9816d164f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:05.000765 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-df677d01-f848-4a72-aed0-53f552e0774d req-1fccc8b3-81b8-4b25-8c7f-c9816d164f40 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1441360
Apr 20 23:45:05.165274 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-826c3594-4b8c-4f9e-9439-1e2d85026f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:05.166758 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-826c3594-4b8c-4f9e-9439-1e2d85026f08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=622c2b3243a145fe8008ad8c6b2c7620&device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 1097 time: 0.0772109
Apr 20 23:45:05.249093 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-5494236e-13b2-41f5-bb93-b8c934a27c98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aa6e1ea-6737-4d42-8a87-efd899067f0e HTTP/1.1" status: 200  len: 217 time: 0.0678709
Apr 20 23:45:05.317539 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-94bb64bd-3f00-47e9-97cc-056d7dc706ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:05.320021 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-94bb64bd-3f00-47e9-97cc-056d7dc706ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97053211-b5f1-465b-a73f-9aca769a79b3 HTTP/1.1" status: 200  len: 850 time: 0.0636284
Apr 20 23:45:05.412765 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-bb04946c-4ac2-4a5e-9c1e-f1c043262515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:05.414444 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-bb04946c-4ac2-4a5e-9c1e-f1c043262515 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf54acd7-65cc-4ce8-894c-45f7b4810ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785139
Apr 20 23:45:05.558126 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-62070f5c-833a-4aa6-a3d5-7e9025008f86 service neutron] 10.222.0.10 "GET /v2.0/networks/bf54acd7-65cc-4ce8-894c-45f7b4810ea3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355121
Apr 20 23:45:05.704378 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5716663d-b1ad-47fc-97c4-73dd7d8c90ec req-7c0ef4d6-0eab-4054-a08c-b907bfa1e159 service neutron] 10.222.0.10 "GET /v2.0/networks/bf54acd7-65cc-4ce8-894c-45f7b4810ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391785
Apr 20 23:45:06.029449 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125bbf-f16d-4ddf-9288-b88c0193723d req-650ae6a9-0392-463c-af32-c2198ede48a6 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:06.030088 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-fe125bbf-f16d-4ddf-9288-b88c0193723d req-650ae6a9-0392-463c-af32-c2198ede48a6 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Synchronizing usage tracker for tenant:622c2b3243a145fe8008ad8c6b2c7620 on resource:port {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:45:06.042944 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-fe125bbf-f16d-4ddf-9288-b88c0193723d req-650ae6a9-0392-463c-af32-c2198ede48a6 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Unset dirty status for tenant:622c2b3243a145fe8008ad8c6b2c7620 on resource:port {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:45:06.044206 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fe125bbf-f16d-4ddf-9288-b88c0193723d req-650ae6a9-0392-463c-af32-c2198ede48a6 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 944 time: 0.1042495
Apr 20 23:45:06.090452 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-fe125bbf-f16d-4ddf-9288-b88c0193723d req-43e43e6e-49a0-4016-8824-c13a97e89c76 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Synchronizing usage tracker for tenant:622c2b3243a145fe8008ad8c6b2c7620 on resource:security_group {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:45:06.132922 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-fe125bbf-f16d-4ddf-9288-b88c0193723d req-43e43e6e-49a0-4016-8824-c13a97e89c76 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Unset dirty status for tenant:622c2b3243a145fe8008ad8c6b2c7620 on resource:security_group {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:45:06.134098 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fe125bbf-f16d-4ddf-9288-b88c0193723d req-43e43e6e-49a0-4016-8824-c13a97e89c76 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8c7c9a9-10f9-4578-8549-c51c9015f8ff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0836658
Apr 20 23:45:07.333568 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72839bb3-41eb-4361-838a-f12ddf45132b req-3cd02206-e5b2-4212-ac62-123cfc1e7ba5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:07.335725 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-72839bb3-41eb-4361-838a-f12ddf45132b req-3cd02206-e5b2-4212-ac62-123cfc1e7ba5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 944 time: 0.0893924
Apr 20 23:45:07.382370 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-72839bb3-41eb-4361-838a-f12ddf45132b req-e186365f-9919-4cea-9c11-80a688ecfb42 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8c7c9a9-10f9-4578-8549-c51c9015f8ff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403857
Apr 20 23:45:08.510350 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:08.589455 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4ff84-7ed1-4f82-bdde-81e63c223395 req-863c9400-aa09-47e9-8833-a9ce0874abdb tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:08.591435 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bea4ff84-7ed1-4f82-bdde-81e63c223395 req-863c9400-aa09-47e9-8833-a9ce0874abdb tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 944 time: 0.0920031
Apr 20 23:45:08.642982 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bea4ff84-7ed1-4f82-bdde-81e63c223395 req-ea1ed439-ddda-49cb-9f7a-cc37d95aa809 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8c7c9a9-10f9-4578-8549-c51c9015f8ff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453765
Apr 20 23:45:09.414984 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 6aa6e1ea-6737-4d42-8a87-efd899067f0e details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:45:09.555576 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 6aa6e1ea-6737-4d42-8a87-efd899067f0e, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6aa6e1ea-6737-4d42-8a87-efd899067f0e,segment=NetworkSegment(1ece5125-5818-4151-ac35-fa2f9c1f6845),segment_id=1ece5125-5818-4151-ac35-fa2f9c1f6845)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:45:09.569990 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': '6aa6e1ea-6737-4d42-8a87-efd899067f0e', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'port_id': '6aa6e1ea-6737-4d42-8a87-efd899067f0e', 'mac_address': 'fa:16:3e:00:9b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:45:09.633255 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:09.651193 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa6e1ea-6737-4d42-8a87-efd899067f0e {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:45:09.668693 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 6aa6e1ea-6737-4d42-8a87-efd899067f0e, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6aa6e1ea-6737-4d42-8a87-efd899067f0e,segment=NetworkSegment(1ece5125-5818-4151-ac35-fa2f9c1f6845),segment_id=1ece5125-5818-4151-ac35-fa2f9c1f6845)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:45:09.699425 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:09.701761 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fe85352a-4cd7-4697-a0b3-a510a63b2a44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:45:09.775096 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=6aa6e1ea-6737-4d42-8a87-efd899067f0e,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:45:09.783146 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:09.783566 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:09.784445 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:09.784445 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:09.784672 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:09.785047 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:09.785418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:09.785786 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:09.786156 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:09.786524 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:09.786888 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:09.787295 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:09.793976 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:45:09.870749 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cc09f-26bf-4f8b-9f27-be76be87cc64 req-957df71f-af09-45ee-969a-72b1d6b7df40 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:09.872346 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aa3cc09f-26bf-4f8b-9f27-be76be87cc64 req-957df71f-af09-45ee-969a-72b1d6b7df40 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 945 time: 0.1089561
Apr 20 23:45:09.920203 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aa3cc09f-26bf-4f8b-9f27-be76be87cc64 req-f7095c42-8285-466b-8ade-84b7ce9d33dd tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8c7c9a9-10f9-4578-8549-c51c9015f8ff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413463
Apr 20 23:45:10.039846 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['6aa6e1ea-6737-4d42-8a87-efd899067f0e'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:45:11.119558 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4884f-9ca6-405b-9275-5b063ab17f10 req-e5bed822-cfa4-4fac-8424-dd8d72a8ae42 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:11.121166 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7ce4884f-9ca6-405b-9275-5b063ab17f10 req-e5bed822-cfa4-4fac-8424-dd8d72a8ae42 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 945 time: 0.0886087
Apr 20 23:45:11.170439 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7ce4884f-9ca6-405b-9275-5b063ab17f10 req-0a762e45-dd77-4ffc-9e1c-dccc87d840c5 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8c7c9a9-10f9-4578-8549-c51c9015f8ff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428624
Apr 20 23:45:11.184899 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-393c7c1c-528b-474b-89f5-069b94c989d2 req-74d5747d-356c-4160-9357-94929270ee2e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0788078
Apr 20 23:45:11.368118 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c7c1c-528b-474b-89f5-069b94c989d2 req-534a5bda-41d7-4458-82f2-1fb4125b9c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:11.369764 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-393c7c1c-528b-474b-89f5-069b94c989d2 req-534a5bda-41d7-4458-82f2-1fb4125b9c74 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5751660b19f46889662febceecb2c37&device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 1098 time: 0.0875282
Apr 20 23:45:11.424208 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 6aa6e1ea-6737-4d42-8a87-efd899067f0e up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:45:11.515985 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port 6aa6e1ea-6737-4d42-8a87-efd899067f0e completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:45:11.521082 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port 6aa6e1ea-6737-4d42-8a87-efd899067f0e triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:45:11.521506 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:11.531040 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c7c1c-528b-474b-89f5-069b94c989d2 req-7fcc3d49-8c17-4fcf-a0a0-ca3f324b2635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:11.532667 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-393c7c1c-528b-474b-89f5-069b94c989d2 req-7fcc3d49-8c17-4fcf-a0a0-ca3f324b2635 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c66264cc-995a-4b15-a0af-b2c48f7e03e4 HTTP/1.1" status: 200  len: 912 time: 0.1372566
Apr 20 23:45:11.641110 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-393c7c1c-528b-474b-89f5-069b94c989d2 req-57e0e6cb-a071-4745-9b74-53a670a22559 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a736f9-3940-4fd4-abb6-6f93ad75b812 HTTP/1.1" status: 200  len: 1001 time: 0.1012628
Apr 20 23:45:11.649405 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:11.679669 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa6e1ea-6737-4d42-8a87-efd899067f0e'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:45:11.701043 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 6aa6e1ea-6737-4d42-8a87-efd899067f0e, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6aa6e1ea-6737-4d42-8a87-efd899067f0e,segment=NetworkSegment(1ece5125-5818-4151-ac35-fa2f9c1f6845),segment_id=1ece5125-5818-4151-ac35-fa2f9c1f6845)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:45:11.733135 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c7c1c-528b-474b-89f5-069b94c989d2 req-d6f61e6a-1b55-4f7e-8700-9fe28f2437af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:11.733331 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:11.734733 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-393c7c1c-528b-474b-89f5-069b94c989d2 req-d6f61e6a-1b55-4f7e-8700-9fe28f2437af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd4a38-1cbb-47c5-9d03-c9ee33266e2c HTTP/1.1" status: 200  len: 851 time: 0.0827811
Apr 20 23:45:11.735580 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:45:11.768950 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa6e1ea-6737-4d42-8a87-efd899067f0e', 'code': 200}
Apr 20 23:45:11.821286 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=6aa6e1ea-6737-4d42-8a87-efd899067f0e,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:45:11.825027 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:45:11.825203 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c7c1c-528b-474b-89f5-069b94c989d2 req-7a4d3047-1555-4124-9c75-03d779026cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:11.826914 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-393c7c1c-528b-474b-89f5-069b94c989d2 req-7a4d3047-1555-4124-9c75-03d779026cf1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c66264cc-995a-4b15-a0af-b2c48f7e03e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797124
Apr 20 23:45:11.983608 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-393c7c1c-528b-474b-89f5-069b94c989d2 req-ceedcffd-c81a-4093-9e30-0a12f8d03b20 service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386960
Apr 20 23:45:12.200523 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-393c7c1c-528b-474b-89f5-069b94c989d2 req-0aadc3a2-1246-4b70-ab2f-4fd7fbc490d2 service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2069678
Apr 20 23:45:12.203510 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fcb02-2641-4192-8414-52ff44a63ba0 req-4b774751-0b68-40a2-a9dc-33a425ff8fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:12.204890 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bd7fcb02-2641-4192-8414-52ff44a63ba0 req-4b774751-0b68-40a2-a9dc-33a425ff8fcf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 1099 time: 0.1312346
Apr 20 23:45:12.255052 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bd7fcb02-2641-4192-8414-52ff44a63ba0 req-a01a054a-c93b-478c-8e5a-35d48cebf767 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f8c7c9a9-10f9-4578-8549-c51c9015f8ff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372791
Apr 20 23:45:12.637248 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb238f6-68b7-4688-bb02-99b67944d7a1 req-1929816d-d014-49ff-8a79-fe26c30cf08d tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:12.638831 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-acb238f6-68b7-4688-bb02-99b67944d7a1 req-1929816d-d014-49ff-8a79-fe26c30cf08d tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 946 time: 0.3535562
Apr 20 23:45:12.687887 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-acb238f6-68b7-4688-bb02-99b67944d7a1 req-344b143d-c052-4a44-89b4-41262af1e39e tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8c7c9a9-10f9-4578-8549-c51c9015f8ff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422897
Apr 20 23:45:12.785965 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-8dfe1341-376e-402c-8fe4-8be317572fdb tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:12.788025 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-8dfe1341-376e-402c-8fe4-8be317572fdb tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/networks?id=684f9f93-175a-4f6c-b122-2caf0186c78d HTTP/1.1" status: 200  len: 815 time: 0.1633554
Apr 20 23:45:12.804249 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0bb5fb4a-a36f-4cd7-acac-dff5f6e719d2 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/quotas/1bc2c386d7f044f4a10172c41778dfcf HTTP/1.1" status: 200  len: 375 time: 0.0101967
Apr 20 23:45:12.891111 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-7b1aa030-92c1-40ec-a620-1ac0fad7d01c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1bc2c386d7f044f4a10172c41778dfcf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0809574
Apr 20 23:45:13.034197 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-3d59a1c4-5178-4cb0-b0b0-2cb1ec49368a service neutron] 10.222.0.15 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347589
Apr 20 23:45:13.174372 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-879d41da-6d1c-41dd-8734-6b6386f86991 service neutron] 10.222.0.15 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331310
Apr 20 23:45:13.392923 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e4ca4e4a-32e9-4e4b-87e7-d9b127e54e5f req-a5594ab1-f294-4a80-a727-5b745257c309 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=3148f867-b51a-4847-954e-45193f386847 HTTP/1.1" status: 200  len: 210 time: 0.0471239
Apr 20 23:45:13.895694 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07611307-23c6-4b54-83cd-f51493dd31ac req-33c1a04f-6cb6-43d7-83b2-742d1bbd1337 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:13.898113 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-07611307-23c6-4b54-83cd-f51493dd31ac req-33c1a04f-6cb6-43d7-83b2-742d1bbd1337 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 946 time: 0.0926795
Apr 20 23:45:13.946287 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-07611307-23c6-4b54-83cd-f51493dd31ac req-e75edccd-5f56-4bcf-84f7-51d33f1a4c79 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8c7c9a9-10f9-4578-8549-c51c9015f8ff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412261
Apr 20 23:45:14.155007 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56324116-8cb3-430a-bb8a-ef01941f32ab req-e23fab30-1aa2-4477-8d41-c7912a4f8b3e tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:14.156634 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-56324116-8cb3-430a-bb8a-ef01941f32ab req-e23fab30-1aa2-4477-8d41-c7912a4f8b3e tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 946 time: 0.0984039
Apr 20 23:45:14.166829 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 45974) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:45:14.172534 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-30c2d39f-7ade-4dff-94d6-859ecda0e5c9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Request body: {'floatingip': {'port_id': '6aa6e1ea-6737-4d42-8a87-efd899067f0e'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:45:14.259362 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-30c2d39f-7ade-4dff-94d6-859ecda0e5c9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for floatingip, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:14.556274 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-25733849-2ce3-478e-946b-6b49fdabe004 req-996f15ff-9731-42fb-bbcc-79e093ed61a5 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=3148f867-b51a-4847-954e-45193f386847 HTTP/1.1" status: 200  len: 210 time: 0.0484092
Apr 20 23:45:14.897848 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-30c2d39f-7ade-4dff-94d6-859ecda0e5c9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:14.927348 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-30c2d39f-7ade-4dff-94d6-859ecda0e5c9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854229059'] for floatingip, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:15.111706 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-30c2d39f-7ade-4dff-94d6-859ecda0e5c9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Floating IP 77aa4d3f-5bd3-4fd2-ba40-ebd511133338 associated. External IP: 172.27.2.17, port: 6aa6e1ea-6737-4d42-8a87-efd899067f0e.
Apr 20 23:45:15.428763 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-6ff3271d-a648-4528-a6a5-6b338d70416b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:15.430314 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-6ff3271d-a648-4528-a6a5-6b338d70416b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.10 "GET /v2.0/networks?id=684f9f93-175a-4f6c-b122-2caf0186c78d HTTP/1.1" status: 200  len: 815 time: 0.1591272
Apr 20 23:45:15.454360 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-7c33fc6d-c649-452f-a59d-5df796028526 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Request body: {'port': {'device_id': '3148f867-b51a-4847-954e-45193f386847', 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d', 'admin_state_up': True, 'tenant_id': '1bc2c386d7f044f4a10172c41778dfcf'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:45:15.500582 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c2d39f-7ade-4dff-94d6-859ecda0e5c9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:45:15.600587 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-7c33fc6d-c649-452f-a59d-5df796028526 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:45:15.611368 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-7c33fc6d-c649-452f-a59d-5df796028526 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:45:15.641871 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-7c33fc6d-c649-452f-a59d-5df796028526 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Made reservation on behalf of 1bc2c386d7f044f4a10172c41778dfcf for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:45:15.648785 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-7c33fc6d-c649-452f-a59d-5df796028526 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:15.756406 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-794c2a92-678c-4ba2-960e-3632a43bd9bd req-a95f4f2b-954f-4774-a2a7-d6b3ad59a255 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=3148f867-b51a-4847-954e-45193f386847 HTTP/1.1" status: 200  len: 210 time: 0.0566454
Apr 20 23:45:15.759319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c2d39f-7ade-4dff-94d6-859ecda0e5c9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:45:15.763834 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-30c2d39f-7ade-4dff-94d6-859ecda0e5c9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:15.773329 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656acac5-b454-4403-a0c1-b8df32452649 None None] Sync routers for ids ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:45:15.783301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656acac5-b454-4403-a0c1-b8df32452649 None None] Routers {'4090d5d2-4fb8-45e4-af5e-e943f2b3b896'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:45:15.783980 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-656acac5-b454-4403-a0c1-b8df32452649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e83f8d0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:44:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:45:15.836815 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-7c33fc6d-c649-452f-a59d-5df796028526 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Allocated IP 172.20.0.2 (684f9f93-175a-4f6c-b122-2caf0186c78d/d00cf0fb-4b6e-442d-883f-ae3fd2e5e7aa/15708866-bfaa-4188-a819-f5bba1d441d1) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:45:15.841062 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-30c2d39f-7ade-4dff-94d6-859ecda0e5c9 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "PUT /v2.0/floatingips/77aa4d3f-5bd3-4fd2-ba40-ebd511133338 HTTP/1.1" status: 200  len: 991 time: 1.6702545
Apr 20 23:45:15.841062 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a', 'tag': '6aa6e1ea-6737-4d42-8a87-efd899067f0e'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:45:15.899667 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a', 'tag': '6aa6e1ea-6737-4d42-8a87-efd899067f0e', 'status': 'completed', 'code': 200}
Apr 20 23:45:15.979347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-656acac5-b454-4403-a0c1-b8df32452649 None None] Set router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:45:16.127889 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-7c33fc6d-c649-452f-a59d-5df796028526 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:16.132403 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce5ec-eacd-4900-9606-e74274816f0c req-b169e842-192d-4792-bcdd-fc25a04b94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:16.134015 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c4ce5ec-eacd-4900-9606-e74274816f0c req-b169e842-192d-4792-bcdd-fc25a04b94d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=622c2b3243a145fe8008ad8c6b2c7620&device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 1099 time: 0.1582561
Apr 20 23:45:16.360863 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-656acac5-b454-4403-a0c1-b8df32452649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e83f8d0>, [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:41:19Z', 'revision_number': 4, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port': {'id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:15Z', 'updated_at': '2021-04-20T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '77aa4d3f-5bd3-4fd2-ba40-ebd511133338', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'port_id': '6aa6e1ea-6737-4d42-8a87-efd899067f0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'mac_address': 'fa:16:3e:00:9b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:44:57Z', 'updated_at': '2021-04-20T23:45:14Z', 'revision_number': 1, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101277fe-863d-4cb2-ab5d-885338cae4f0', 'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'mac_address': 'fa:16:3e:76:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:18Z', 'updated_at': '2021-04-20T23:41:25Z', 'revision_number': 5, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'subnets': [{'id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:45:16.365170 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656acac5-b454-4403-a0c1-b8df32452649 None None] Checking router: 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:45:16.375555 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656acac5-b454-4403-a0c1-b8df32452649 None None] Routers {'4090d5d2-4fb8-45e4-af5e-e943f2b3b896'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:45:16.376232 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-656acac5-b454-4403-a0c1-b8df32452649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e83f8d0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:44:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:45:16.507035 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce5ec-eacd-4900-9606-e74274816f0c req-04c65247-38c2-42b3-9316-b9552ac5c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:16.508690 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c4ce5ec-eacd-4900-9606-e74274816f0c req-04c65247-38c2-42b3-9316-b9552ac5c73c service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf54acd7-65cc-4ce8-894c-45f7b4810ea3 HTTP/1.1" status: 200  len: 911 time: 0.3630877
Apr 20 23:45:16.510205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-7c33fc6d-c649-452f-a59d-5df796028526 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:16.515778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8e5802fb-2384-404b-8c12-22cf13f15d85 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:45:16.547614 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['c21d9f56-0da5-430c-827c-df49eeb2ab54'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:45:16.568143 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-656acac5-b454-4403-a0c1-b8df32452649 None None] Set router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:45:16.679087 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-7c33fc6d-c649-452f-a59d-5df796028526 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Network 684f9f93-175a-4f6c-b122-2caf0186c78d is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:45:16.701124 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-7c33fc6d-c649-452f-a59d-5df796028526 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:45:16.704554 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c4ce5ec-eacd-4900-9606-e74274816f0c req-bddb7b0b-2eee-47cf-918f-3ad7557ae7e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aa6e1ea-6737-4d42-8a87-efd899067f0e HTTP/1.1" status: 200  len: 999 time: 0.1572511
Apr 20 23:45:16.705322 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-7c33fc6d-c649-452f-a59d-5df796028526 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:45:16.815691 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-7c33fc6d-c649-452f-a59d-5df796028526 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:16.816388 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-7c33fc6d-c649-452f-a59d-5df796028526 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:16.833632 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33fc6d-c649-452f-a59d-5df796028526 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Pushing event updated for resources: {'Port': ['ID=15708866-bfaa-4188-a819-f5bba1d441d1,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:45:16.853506 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7c33fc6d-c649-452f-a59d-5df796028526 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:45:16.880182 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce5ec-eacd-4900-9606-e74274816f0c req-c970b85e-ad1c-4593-b2cb-4b49eb699dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:16.886789 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c4ce5ec-eacd-4900-9606-e74274816f0c req-c970b85e-ad1c-4593-b2cb-4b49eb699dce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97053211-b5f1-465b-a73f-9aca769a79b3 HTTP/1.1" status: 200  len: 850 time: 0.1310725
Apr 20 23:45:16.936401 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-7c33fc6d-c649-452f-a59d-5df796028526 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4866729
Apr 20 23:45:16.956214 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Request body: {'port': {'device_id': '3148f867-b51a-4847-954e-45193f386847', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:45:16.965758 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-656acac5-b454-4403-a0c1-b8df32452649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e83f8d0>, [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:41:19Z', 'revision_number': 4, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port': {'id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:15Z', 'updated_at': '2021-04-20T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '77aa4d3f-5bd3-4fd2-ba40-ebd511133338', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'port_id': '6aa6e1ea-6737-4d42-8a87-efd899067f0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'mac_address': 'fa:16:3e:00:9b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:44:57Z', 'updated_at': '2021-04-20T23:45:14Z', 'revision_number': 1, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101277fe-863d-4cb2-ab5d-885338cae4f0', 'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'mac_address': 'fa:16:3e:76:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:18Z', 'updated_at': '2021-04-20T23:41:25Z', 'revision_number': 5, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'subnets': [{'id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:45:16.969867 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656acac5-b454-4403-a0c1-b8df32452649 None None] The sync data for ids ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'] in dv-cinder-680889-5-iscsi is: [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:41:19Z', 'revision_number': 4, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port': {'id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:15Z', 'updated_at': '2021-04-20T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '77aa4d3f-5bd3-4fd2-ba40-ebd511133338', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'port_id': '6aa6e1ea-6737-4d42-8a87-efd899067f0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'mac_address': 'fa:16:3e:00:9b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:44:57Z', 'updated_at': '2021-04-20T23:45:14Z', 'revision_number': 1, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101277fe-863d-4cb2-ab5d-885338cae4f0', 'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'mac_address': 'fa:16:3e:76:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:18Z', 'updated_at': '2021-04-20T23:41:25Z', 'revision_number': 5, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'subnets': [{'id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:45:16.995814 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6185c64-3109-4c39-a5e4-7af80452afc8 req-a5b56643-49d0-42cb-a17a-a4089530f7d6 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:16.997647 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e6185c64-3109-4c39-a5e4-7af80452afc8 req-a5b56643-49d0-42cb-a17a-a4089530f7d6 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=3148f867-b51a-4847-954e-45193f386847 HTTP/1.1" status: 200  len: 931 time: 0.0979073
Apr 20 23:45:17.036262 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce5ec-eacd-4900-9606-e74274816f0c req-85d4b25b-4c75-4ee0-a90e-be313cc4c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:17.038560 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c4ce5ec-eacd-4900-9606-e74274816f0c req-85d4b25b-4c75-4ee0-a90e-be313cc4c831 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf54acd7-65cc-4ce8-894c-45f7b4810ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1480150
Apr 20 23:45:17.057028 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e6185c64-3109-4c39-a5e4-7af80452afc8 req-6e78be8f-7cee-4693-8ad2-93b5b213c154 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463529
Apr 20 23:45:17.195034 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:17.269124 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee093f-3b15-44e3-ae54-6394033866c4 None None] New status for floating IP 77aa4d3f-5bd3-4fd2-ba40-ebd511133338: ACTIVE {{(pid=86387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:45:17.298506 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c4ce5ec-eacd-4900-9606-e74274816f0c req-dba67d05-1c4d-41c1-9aba-2c521d12b61d service neutron] 10.222.0.10 "GET /v2.0/networks/bf54acd7-65cc-4ce8-894c-45f7b4810ea3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2211599
Apr 20 23:45:17.603488 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2c4ce5ec-eacd-4900-9606-e74274816f0c req-9bf65b67-a9ee-4b7d-b103-a0305d610b6b service neutron] 10.222.0.10 "GET /v2.0/networks/bf54acd7-65cc-4ce8-894c-45f7b4810ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2939310
Apr 20 23:45:17.721388 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15708866-bfaa-4188-a819-f5bba1d441d1 {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:45:17.730093 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:17.745403 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Transition to ACTIVE for port object 15708866-bfaa-4188-a819-f5bba1d441d1 will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:45:17.783926 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:17.788367 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ae285110-fc7a-4652-884f-31b57ba37db0 tempest-VolumesActionsTest-1560756791 tempest-VolumesActionsTest-1560756791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:45:17.961515 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Pushing event updated for resources: {'Port': ['ID=15708866-bfaa-4188-a819-f5bba1d441d1,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:45:17.964488 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:45:18.033611 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Attempting to bind port 15708866-bfaa-4188-a819-f5bba1d441d1 on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:45:18.033996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Attempting to bind port 15708866-bfaa-4188-a819-f5bba1d441d1 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '66ea41eb-1595-48b5-82b7-a8fded94e9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:45:18.034367 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Attempting to bind port 15708866-bfaa-4188-a819-f5bba1d441d1 on network 684f9f93-175a-4f6c-b122-2caf0186c78d {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:45:18.039395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Port 15708866-bfaa-4188-a819-f5bba1d441d1 on network 684f9f93-175a-4f6c-b122-2caf0186c78d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:45:18.039764 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Attempting to bind port 15708866-bfaa-4188-a819-f5bba1d441d1 on network 684f9f93-175a-4f6c-b122-2caf0186c78d {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:45:18.045185 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:45:18.045565 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Checking segment: {'id': '66ea41eb-1595-48b5-82b7-a8fded94e9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:45:18.045986 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Bound using segment: {'id': '66ea41eb-1595-48b5-82b7-a8fded94e9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:45:18.046489 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Bound port: 15708866-bfaa-4188-a819-f5bba1d441d1, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ea41eb-1595-48b5-82b7-a8fded94e9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:45:18.046872 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:18.144727 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] For port 15708866-bfaa-4188-a819-f5bba1d441d1, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:45:18.148638 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] For port 15708866-bfaa-4188-a819-f5bba1d441d1, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=15708866-bfaa-4188-a819-f5bba1d441d1,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:45:18.179554 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:18.187442 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3fee33e4-5027-4650-a91f-eb4922662d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:45:18.240431 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:18.240989 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:18.242479 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] 10.222.0.10 "PUT /v2.0/ports/15708866-bfaa-4188-a819-f5bba1d441d1 HTTP/1.1" status: 200  len: 1093 time: 1.2907994
Apr 20 23:45:18.243010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3148f867-b51a-4847-954e-45193f386847', 'tag': '15708866-bfaa-4188-a819-f5bba1d441d1'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:45:18.265698 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eb37a-2b4f-4858-bfe2-7b11cd317e81 req-1d25f933-37f3-470f-8ec7-8598c291c358 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:18.274467 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af5eb37a-2b4f-4858-bfe2-7b11cd317e81 req-1d25f933-37f3-470f-8ec7-8598c291c358 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=3148f867-b51a-4847-954e-45193f386847 HTTP/1.1" status: 200  len: 943 time: 0.0940223
Apr 20 23:45:18.275613 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Pushing event updated for resources: {'Port': ['ID=15708866-bfaa-4188-a819-f5bba1d441d1,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:45:18.278936 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:45:18.316021 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af5eb37a-2b4f-4858-bfe2-7b11cd317e81 req-f02732eb-1a96-4e82-9f0e-e7c18431d7dc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413425
Apr 20 23:45:18.386587 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3148f867-b51a-4847-954e-45193f386847', 'tag': '15708866-bfaa-4188-a819-f5bba1d441d1', 'status': 'completed', 'code': 200}
Apr 20 23:45:18.422516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-5190782c-efe5-4ea5-9231-9af644148158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:18.424169 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-5190782c-efe5-4ea5-9231-9af644148158 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bc2c386d7f044f4a10172c41778dfcf&device_id=3148f867-b51a-4847-954e-45193f386847 HTTP/1.1" status: 200  len: 1096 time: 0.0805070
Apr 20 23:45:18.508184 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-d2d3c900-ecba-4ddb-b0aa-4aaab4e97d77 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15708866-bfaa-4188-a819-f5bba1d441d1 HTTP/1.1" status: 200  len: 217 time: 0.0697393
Apr 20 23:45:18.579784 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-3322f6ed-4d7a-497f-a3b7-a3d056db67d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:18.581399 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-3322f6ed-4d7a-497f-a3b7-a3d056db67d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d00cf0fb-4b6e-442d-883f-ae3fd2e5e7aa HTTP/1.1" status: 200  len: 855 time: 0.0659225
Apr 20 23:45:18.634807 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-a9c88e77-2b22-44d9-9b22-079c1d11bdb6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=684f9f93-175a-4f6c-b122-2caf0186c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457287
Apr 20 23:45:18.781751 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-7954a2a9-ff84-4edc-9b44-41a95e726ecf service neutron] 10.222.0.10 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374004
Apr 20 23:45:18.923265 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e53c23d-d5ba-4739-921a-c45f9b2bf776 req-d3fd7b8c-390b-444d-b7f5-a716b584b345 service neutron] 10.222.0.10 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346712
Apr 20 23:45:19.130106 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543a13e-0a7f-4d98-b074-a8739df02ebb req-5065cbd2-ba9d-4b4d-944f-975bf7df594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:19.131740 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f543a13e-0a7f-4d98-b074-a8739df02ebb req-5065cbd2-ba9d-4b4d-944f-975bf7df594a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bc2c386d7f044f4a10172c41778dfcf&device_id=3148f867-b51a-4847-954e-45193f386847 HTTP/1.1" status: 200  len: 1096 time: 0.0763316
Apr 20 23:45:19.275696 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543a13e-0a7f-4d98-b074-a8739df02ebb req-bae0d2e9-aeee-4a2b-b0e7-8413f4c0b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:19.277176 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f543a13e-0a7f-4d98-b074-a8739df02ebb req-bae0d2e9-aeee-4a2b-b0e7-8413f4c0b7b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=684f9f93-175a-4f6c-b122-2caf0186c78d HTTP/1.1" status: 200  len: 915 time: 0.1357679
Apr 20 23:45:19.352874 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f543a13e-0a7f-4d98-b074-a8739df02ebb req-00c9acdb-409f-46f2-877b-c33bf2a8ac97 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15708866-bfaa-4188-a819-f5bba1d441d1 HTTP/1.1" status: 200  len: 217 time: 0.0688431
Apr 20 23:45:19.431927 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543a13e-0a7f-4d98-b074-a8739df02ebb req-f0f89a45-ea0a-4998-b156-9e1fd3d6fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:19.433752 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f543a13e-0a7f-4d98-b074-a8739df02ebb req-f0f89a45-ea0a-4998-b156-9e1fd3d6fb14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d00cf0fb-4b6e-442d-883f-ae3fd2e5e7aa HTTP/1.1" status: 200  len: 855 time: 0.0666716
Apr 20 23:45:19.538307 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f543a13e-0a7f-4d98-b074-a8739df02ebb req-8feaf166-4923-49de-bf4d-e9521bea39eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=684f9f93-175a-4f6c-b122-2caf0186c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0581033
Apr 20 23:45:19.664179 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d657e9-9279-4da5-ad2b-4799891f9bf6 req-eda6888f-68c2-49cf-8e64-c4d78390e48f tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:19.664939 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-79d657e9-9279-4da5-ad2b-4799891f9bf6 req-eda6888f-68c2-49cf-8e64-c4d78390e48f tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Synchronizing usage tracker for tenant:1bc2c386d7f044f4a10172c41778dfcf on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:45:19.719034 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f543a13e-0a7f-4d98-b074-a8739df02ebb req-dc0e8339-448b-4b15-ab12-10e39f2d9bf4 service neutron] 10.222.0.10 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645672
Apr 20 23:45:19.721818 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-79d657e9-9279-4da5-ad2b-4799891f9bf6 req-eda6888f-68c2-49cf-8e64-c4d78390e48f tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Unset dirty status for tenant:1bc2c386d7f044f4a10172c41778dfcf on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:45:19.722969 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79d657e9-9279-4da5-ad2b-4799891f9bf6 req-eda6888f-68c2-49cf-8e64-c4d78390e48f tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=3148f867-b51a-4847-954e-45193f386847 HTTP/1.1" status: 200  len: 943 time: 0.2823865
Apr 20 23:45:20.084722 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-79d657e9-9279-4da5-ad2b-4799891f9bf6 req-7fba2650-da61-4628-8d92-4e6b58e7c4bc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3335569
Apr 20 23:45:20.125167 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f543a13e-0a7f-4d98-b074-a8739df02ebb req-86d0daef-40fc-45d5-9597-586f458bb217 service neutron] 10.222.0.10 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3967726
Apr 20 23:45:21.284024 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff97ecf-d1dc-4641-b0eb-724ea78f200b req-31a5524b-35d8-47cb-91ce-d5e5700fb586 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:21.285578 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ff97ecf-d1dc-4641-b0eb-724ea78f200b req-31a5524b-35d8-47cb-91ce-d5e5700fb586 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=3148f867-b51a-4847-954e-45193f386847 HTTP/1.1" status: 200  len: 943 time: 0.0878124
Apr 20 23:45:21.332583 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6ff97ecf-d1dc-4641-b0eb-724ea78f200b req-7b4b71cd-b256-40ca-8a32-4b507cdec4f9 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399783
Apr 20 23:45:21.448791 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 15708866-bfaa-4188-a819-f5bba1d441d1 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:45:21.587535 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 15708866-bfaa-4188-a819-f5bba1d441d1, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=15708866-bfaa-4188-a819-f5bba1d441d1,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:45:21.602368 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': '15708866-bfaa-4188-a819-f5bba1d441d1', 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d', 'port_id': '15708866-bfaa-4188-a819-f5bba1d441d1', 'mac_address': 'fa:16:3e:d4:ee:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00cf0fb-4b6e-442d-883f-ae3fd2e5e7aa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:45:21.660000 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:21.679480 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15708866-bfaa-4188-a819-f5bba1d441d1 {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:45:21.697432 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 15708866-bfaa-4188-a819-f5bba1d441d1, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=15708866-bfaa-4188-a819-f5bba1d441d1,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:45:21.721523 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:21.723988 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-efb49ce9-6e15-4d83-ae0e-db0247dba3dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:45:21.798263 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=15708866-bfaa-4188-a819-f5bba1d441d1,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:45:21.801300 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:45:22.053885 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['15708866-bfaa-4188-a819-f5bba1d441d1'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:45:22.535007 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50c32b-b5e5-444e-a736-72bea30c586e req-c155ace2-05ba-4e6a-acb5-07ba28114b55 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:22.536639 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e50c32b-b5e5-444e-a736-72bea30c586e req-c155ace2-05ba-4e6a-acb5-07ba28114b55 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=3148f867-b51a-4847-954e-45193f386847 HTTP/1.1" status: 200  len: 944 time: 0.0911868
Apr 20 23:45:22.561395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:45:22.585251 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4e50c32b-b5e5-444e-a736-72bea30c586e req-3b1dff8e-e610-4e21-b308-ceddb976fc14 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415702
Apr 20 23:45:22.927293 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-23951c79-18ca-4703-8508-d08c0487ca84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:23.468847 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 15708866-bfaa-4188-a819-f5bba1d441d1 up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:45:23.555675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port 15708866-bfaa-4188-a819-f5bba1d441d1 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:45:23.560589 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port 15708866-bfaa-4188-a819-f5bba1d441d1 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:45:23.561010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:23.686959 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:23.716116 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3148f867-b51a-4847-954e-45193f386847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15708866-bfaa-4188-a819-f5bba1d441d1'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:45:23.726955 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 15708866-bfaa-4188-a819-f5bba1d441d1, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=15708866-bfaa-4188-a819-f5bba1d441d1,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:45:23.756853 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:23.758854 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:45:23.795757 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3148f867-b51a-4847-954e-45193f386847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15708866-bfaa-4188-a819-f5bba1d441d1', 'code': 200}
Apr 20 23:45:23.795967 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84e092-2bf3-46cf-b3bc-6084947b2dbe req-41cd5ef7-28be-458c-b1ed-87fb4a8eecb1 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:23.797344 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e84e092-2bf3-46cf-b3bc-6084947b2dbe req-41cd5ef7-28be-458c-b1ed-87fb4a8eecb1 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=3148f867-b51a-4847-954e-45193f386847 HTTP/1.1" status: 200  len: 945 time: 0.0921850
Apr 20 23:45:23.831932 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=15708866-bfaa-4188-a819-f5bba1d441d1,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:45:23.835424 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:45:23.849180 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e84e092-2bf3-46cf-b3bc-6084947b2dbe req-6de4d2d7-8717-48cf-9b48-c2a4c0677167 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429535
Apr 20 23:45:24.109170 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c0e32-7644-4048-8f1b-7f1018977c64 req-0c4239aa-d19a-4cc9-8a42-08ac6c92849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:24.110742 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-695c0e32-7644-4048-8f1b-7f1018977c64 req-0c4239aa-d19a-4cc9-8a42-08ac6c92849c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3148f867-b51a-4847-954e-45193f386847 HTTP/1.1" status: 200  len: 1098 time: 0.0808356
Apr 20 23:45:24.154399 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-695c0e32-7644-4048-8f1b-7f1018977c64 req-1fec5b24-27a2-4ba2-8d05-b99579925ad0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361850
Apr 20 23:45:24.893122 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f2caa61b-56a0-463f-b959-1315b1966866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:25.049979 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6acf9c-2405-4b90-8071-6b2185380902 req-481c79b7-abad-49fa-b081-cef4ecf92fde tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:25.051673 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4b6acf9c-2405-4b90-8071-6b2185380902 req-481c79b7-abad-49fa-b081-cef4ecf92fde tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=3148f867-b51a-4847-954e-45193f386847 HTTP/1.1" status: 200  len: 945 time: 0.0873375
Apr 20 23:45:25.099863 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4b6acf9c-2405-4b90-8071-6b2185380902 req-b90ac943-ea62-472a-a9da-6e8139c1f434 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413637
Apr 20 23:45:26.212506 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:26.302075 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68902e62-6cc4-4b00-bfa1-b27803bcac5e req-e5be8006-4637-4176-862f-ea09ce529db3 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:26.303698 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-68902e62-6cc4-4b00-bfa1-b27803bcac5e req-e5be8006-4637-4176-862f-ea09ce529db3 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=3148f867-b51a-4847-954e-45193f386847 HTTP/1.1" status: 200  len: 945 time: 0.0892467
Apr 20 23:45:26.352617 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-68902e62-6cc4-4b00-bfa1-b27803bcac5e req-4901bfd0-d18c-4c3f-9081-aee87889a7bb tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426986
Apr 20 23:45:26.441017 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:27.304327 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:29.816458 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-7de3b0a4-c926-44b8-9e33-6f4e599d1589 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:29.818718 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-7de3b0a4-c926-44b8-9e33-6f4e599d1589 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/networks?id=684f9f93-175a-4f6c-b122-2caf0186c78d HTTP/1.1" status: 200  len: 815 time: 0.1582744
Apr 20 23:45:29.835691 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-3bcaf3ef-cf9d-4cbf-9f6e-7fb14792c0db tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/quotas/1bc2c386d7f044f4a10172c41778dfcf HTTP/1.1" status: 200  len: 375 time: 0.0100970
Apr 20 23:45:29.930281 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-781adce9-5d5e-48c1-8173-b413c15d2d01 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1bc2c386d7f044f4a10172c41778dfcf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0888908
Apr 20 23:45:30.073798 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-3a3d9638-db95-45a1-9415-8dabaafea893 service neutron] 10.222.0.15 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356292
Apr 20 23:45:30.214287 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c9c396d7-d9e1-4c1c-9cfb-4b857d144bc4 service neutron] 10.222.0.15 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340179
Apr 20 23:45:30.445775 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d5c03cca-82dc-422a-a6db-ba6917d32353 req-85508098-005d-4e78-b36f-5b14d81068ce tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=f52a1df6-4202-49ce-8bb7-6769902043db HTTP/1.1" status: 200  len: 210 time: 0.0482719
Apr 20 23:45:31.613686 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6bae476e-21c2-4e3a-af07-2696df9886e0 req-902a08e6-9c40-4d49-b431-a7d3814783bc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=f52a1df6-4202-49ce-8bb7-6769902043db HTTP/1.1" status: 200  len: 210 time: 0.0521107
Apr 20 23:45:32.102241 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-2a31ab1b-b0c5-4058-807e-b861e3e63c26 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:32.103810 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-2a31ab1b-b0c5-4058-807e-b861e3e63c26 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.10 "GET /v2.0/networks?id=684f9f93-175a-4f6c-b122-2caf0186c78d HTTP/1.1" status: 200  len: 815 time: 0.1578147
Apr 20 23:45:32.124875 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-fe1767bf-a70e-48c1-87ab-0f9a19b58abc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Request body: {'port': {'device_id': 'f52a1df6-4202-49ce-8bb7-6769902043db', 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d', 'admin_state_up': True, 'tenant_id': '1bc2c386d7f044f4a10172c41778dfcf'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:45:32.272354 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-fe1767bf-a70e-48c1-87ab-0f9a19b58abc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:45:32.282143 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-fe1767bf-a70e-48c1-87ab-0f9a19b58abc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:45:32.314923 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-fe1767bf-a70e-48c1-87ab-0f9a19b58abc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Made reservation on behalf of 1bc2c386d7f044f4a10172c41778dfcf for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:45:32.321647 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-fe1767bf-a70e-48c1-87ab-0f9a19b58abc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:32.492008 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-fe1767bf-a70e-48c1-87ab-0f9a19b58abc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Allocated IP 172.20.0.10 (684f9f93-175a-4f6c-b122-2caf0186c78d/d00cf0fb-4b6e-442d-883f-ae3fd2e5e7aa/4844976b-ea35-407e-b308-5646231a3297) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:45:32.702971 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-fe1767bf-a70e-48c1-87ab-0f9a19b58abc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:32.779122 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-fe1767bf-a70e-48c1-87ab-0f9a19b58abc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:32.784950 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3dc3787a-e5b7-4679-83f9-c2166d53049d tempest-ServerRescueNegativeTestJSON-871530787 tempest-ServerRescueNegativeTestJSON-871530787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:45:32.820820 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['c21d9f56-0da5-430c-827c-df49eeb2ab54', '15708866-bfaa-4188-a819-f5bba1d441d1'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:45:32.833159 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7044e1b-4184-4265-a627-8b4143e51d4c req-0d93412d-20f9-4d2a-a530-860ee779144c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:32.835449 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7044e1b-4184-4265-a627-8b4143e51d4c req-0d93412d-20f9-4d2a-a530-860ee779144c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=f52a1df6-4202-49ce-8bb7-6769902043db HTTP/1.1" status: 200  len: 932 time: 0.0909598
Apr 20 23:45:32.857552 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-fe1767bf-a70e-48c1-87ab-0f9a19b58abc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Network 684f9f93-175a-4f6c-b122-2caf0186c78d is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:45:32.860861 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-fe1767bf-a70e-48c1-87ab-0f9a19b58abc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:45:32.865010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-fe1767bf-a70e-48c1-87ab-0f9a19b58abc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:45:32.886352 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e7044e1b-4184-4265-a627-8b4143e51d4c req-7b16157b-af79-4734-89c3-0afcd6b1a970 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435917
Apr 20 23:45:32.906881 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1767bf-a70e-48c1-87ab-0f9a19b58abc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Pushing event updated for resources: {'Port': ['ID=4844976b-ea35-407e-b308-5646231a3297,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:45:32.921078 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fe1767bf-a70e-48c1-87ab-0f9a19b58abc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:45:32.945472 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-fe1767bf-a70e-48c1-87ab-0f9a19b58abc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:32.946135 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-fe1767bf-a70e-48c1-87ab-0f9a19b58abc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:33.012941 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-fe1767bf-a70e-48c1-87ab-0f9a19b58abc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8920205
Apr 20 23:45:33.038133 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Request body: {'port': {'device_id': 'f52a1df6-4202-49ce-8bb7-6769902043db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:45:33.158560 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:33.511144 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4844976b-ea35-407e-b308-5646231a3297 {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:45:33.519330 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:33.535519 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Transition to ACTIVE for port object 4844976b-ea35-407e-b308-5646231a3297 will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:45:33.578287 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:33.582962 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2839184e-2d9f-4402-bea4-6c5c3cc77704 tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:45:33.749161 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Pushing event updated for resources: {'Port': ['ID=4844976b-ea35-407e-b308-5646231a3297,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:45:33.752128 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:45:33.831205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Attempting to bind port 4844976b-ea35-407e-b308-5646231a3297 on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:45:33.831602 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Attempting to bind port 4844976b-ea35-407e-b308-5646231a3297 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '66ea41eb-1595-48b5-82b7-a8fded94e9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:45:33.831974 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Attempting to bind port 4844976b-ea35-407e-b308-5646231a3297 on network 684f9f93-175a-4f6c-b122-2caf0186c78d {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:45:33.837705 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Port 4844976b-ea35-407e-b308-5646231a3297 on network 684f9f93-175a-4f6c-b122-2caf0186c78d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:45:33.838067 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Attempting to bind port 4844976b-ea35-407e-b308-5646231a3297 on network 684f9f93-175a-4f6c-b122-2caf0186c78d {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:45:33.843487 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:45:33.843870 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Checking segment: {'id': '66ea41eb-1595-48b5-82b7-a8fded94e9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:45:33.844287 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Bound using segment: {'id': '66ea41eb-1595-48b5-82b7-a8fded94e9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:45:33.844757 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Bound port: 4844976b-ea35-407e-b308-5646231a3297, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ea41eb-1595-48b5-82b7-a8fded94e9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:45:33.845138 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:33.937232 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] For port 4844976b-ea35-407e-b308-5646231a3297, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:45:33.940514 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] For port 4844976b-ea35-407e-b308-5646231a3297, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4844976b-ea35-407e-b308-5646231a3297,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:45:33.967573 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:33.972671 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-87f429fb-a372-4f8e-a85f-332ca6c04e96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:45:34.029944 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:34.030619 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:34.032181 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-c8933485-0a37-4f08-bd23-784958becfab service neutron] 10.222.0.10 "PUT /v2.0/ports/4844976b-ea35-407e-b308-5646231a3297 HTTP/1.1" status: 200  len: 1094 time: 0.9992430
Apr 20 23:45:34.032715 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52a1df6-4202-49ce-8bb7-6769902043db', 'tag': '4844976b-ea35-407e-b308-5646231a3297'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:45:34.060971 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Pushing event updated for resources: {'Port': ['ID=4844976b-ea35-407e-b308-5646231a3297,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:45:34.069691 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:45:34.084399 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52a1df6-4202-49ce-8bb7-6769902043db', 'tag': '4844976b-ea35-407e-b308-5646231a3297', 'status': 'completed', 'code': 200}
Apr 20 23:45:34.107874 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353276f0-aa30-4af4-bb5a-79aa3108fc5f req-a6f4a69b-226c-44b3-b82a-5b16cdb2899f tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:34.109499 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-353276f0-aa30-4af4-bb5a-79aa3108fc5f req-a6f4a69b-226c-44b3-b82a-5b16cdb2899f tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=f52a1df6-4202-49ce-8bb7-6769902043db HTTP/1.1" status: 200  len: 944 time: 0.1086080
Apr 20 23:45:34.157679 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-353276f0-aa30-4af4-bb5a-79aa3108fc5f req-be65a7f9-6cb2-4932-bcf5-a0055d4c9104 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412278
Apr 20 23:45:34.213824 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088596f-bf0c-4e5c-acc2-dba77758fabb req-c07dd000-321c-41d3-8e98-32af33d2425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:34.215477 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5088596f-bf0c-4e5c-acc2-dba77758fabb req-c07dd000-321c-41d3-8e98-32af33d2425a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bc2c386d7f044f4a10172c41778dfcf&device_id=f52a1df6-4202-49ce-8bb7-6769902043db HTTP/1.1" status: 200  len: 1097 time: 0.0786064
Apr 20 23:45:34.370908 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088596f-bf0c-4e5c-acc2-dba77758fabb req-fd11aed7-9e39-4e8f-9957-9428df138d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:34.372520 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5088596f-bf0c-4e5c-acc2-dba77758fabb req-fd11aed7-9e39-4e8f-9957-9428df138d0c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1bc2c386d7f044f4a10172c41778dfcf&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1430440
Apr 20 23:45:34.515938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088596f-bf0c-4e5c-acc2-dba77758fabb req-a96c4b34-7fee-4c83-90af-fa8844bfab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:34.517399 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5088596f-bf0c-4e5c-acc2-dba77758fabb req-a96c4b34-7fee-4c83-90af-fa8844bfab5b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1384015
Apr 20 23:45:34.664832 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-7f1b35fb-7533-40bf-b023-7186c5763969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:34.666406 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-7f1b35fb-7533-40bf-b023-7186c5763969 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bc2c386d7f044f4a10172c41778dfcf&device_id=f52a1df6-4202-49ce-8bb7-6769902043db HTTP/1.1" status: 200  len: 1097 time: 0.0828300
Apr 20 23:45:34.748055 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-ed7ee374-78bb-4c29-8976-9569a3d25c42 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4844976b-ea35-407e-b308-5646231a3297 HTTP/1.1" status: 200  len: 217 time: 0.0665569
Apr 20 23:45:34.823969 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-444a4efd-03e4-468e-8bf0-7d30fbe0b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:34.825516 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-444a4efd-03e4-468e-8bf0-7d30fbe0b380 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d00cf0fb-4b6e-442d-883f-ae3fd2e5e7aa HTTP/1.1" status: 200  len: 855 time: 0.0690231
Apr 20 23:45:34.878772 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-86c9dd00-f9dd-4caa-9af9-57ce50d471a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=684f9f93-175a-4f6c-b122-2caf0186c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461833
Apr 20 23:45:35.020489 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-5a69451c-9d45-47d7-80e6-70c64a58317d service neutron] 10.222.0.10 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346376
Apr 20 23:45:35.366500 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcdc24-7c00-48a1-a1fc-0ef9a9543213 req-cfaa1d94-cab6-47db-991b-c00861b00216 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:35.368130 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cebcdc24-7c00-48a1-a1fc-0ef9a9543213 req-cfaa1d94-cab6-47db-991b-c00861b00216 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=f52a1df6-4202-49ce-8bb7-6769902043db HTTP/1.1" status: 200  len: 944 time: 0.0893660
Apr 20 23:45:35.391113 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c65c3448-4d9f-4938-8801-d0904bf9c103 req-409d9f03-2cff-4c77-a775-4894d3b875b9 service neutron] 10.222.0.10 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3607359
Apr 20 23:45:35.415862 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cebcdc24-7c00-48a1-a1fc-0ef9a9543213 req-45a1eb66-532c-48a6-beec-6d72f834cc2d tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413535
Apr 20 23:45:36.858466 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe4fba-54c0-40d0-abdf-78063bfa0593 req-83210166-3e53-4797-bd52-c2b13c60950a tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:36.860108 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5dfe4fba-54c0-40d0-abdf-78063bfa0593 req-83210166-3e53-4797-bd52-c2b13c60950a tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=f52a1df6-4202-49ce-8bb7-6769902043db HTTP/1.1" status: 200  len: 944 time: 0.3284662
Apr 20 23:45:36.907961 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5dfe4fba-54c0-40d0-abdf-78063bfa0593 req-beb5f513-6ad0-4269-83f7-99f901860b5f tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408702
Apr 20 23:45:38.110692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aca09e-a171-41fb-bc48-223c2ed39c70 req-d764a785-72ac-4a87-a831-27f31d269fcb tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:38.112304 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a3aca09e-a171-41fb-bc48-223c2ed39c70 req-d764a785-72ac-4a87-a831-27f31d269fcb tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=f52a1df6-4202-49ce-8bb7-6769902043db HTTP/1.1" status: 200  len: 944 time: 0.0900688
Apr 20 23:45:38.159718 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a3aca09e-a171-41fb-bc48-223c2ed39c70 req-e4e76f6b-f826-4f8e-baae-39f22ca5e218 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404649
Apr 20 23:45:38.515080 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:39.373555 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73796c61-7c71-4816-903c-0aedba59352a req-89455c99-bfd5-46f2-b952-7a2a35a30d6b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:39.375112 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-73796c61-7c71-4816-903c-0aedba59352a req-89455c99-bfd5-46f2-b952-7a2a35a30d6b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=f52a1df6-4202-49ce-8bb7-6769902043db HTTP/1.1" status: 200  len: 944 time: 0.0901577
Apr 20 23:45:39.425872 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-73796c61-7c71-4816-903c-0aedba59352a req-cf75748e-3980-40eb-863d-259480cedae2 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436733
Apr 20 23:45:39.506062 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 4844976b-ea35-407e-b308-5646231a3297 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:45:39.648351 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 4844976b-ea35-407e-b308-5646231a3297, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4844976b-ea35-407e-b308-5646231a3297,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:45:39.662517 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': '4844976b-ea35-407e-b308-5646231a3297', 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d', 'port_id': '4844976b-ea35-407e-b308-5646231a3297', 'mac_address': 'fa:16:3e:91:06:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00cf0fb-4b6e-442d-883f-ae3fd2e5e7aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:45:39.721401 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:39.739122 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4844976b-ea35-407e-b308-5646231a3297 {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:45:39.755404 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 4844976b-ea35-407e-b308-5646231a3297, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4844976b-ea35-407e-b308-5646231a3297,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:45:39.789524 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:39.791412 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:45:39.862802 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=4844976b-ea35-407e-b308-5646231a3297,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:45:39.866770 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:45:40.172954 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['4844976b-ea35-407e-b308-5646231a3297'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:45:40.627182 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291f62f-2040-42e1-89da-5c5b9a23d0dc req-9ef249cd-d5df-4de9-ba8b-a3ec974f1475 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:40.628784 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8291f62f-2040-42e1-89da-5c5b9a23d0dc req-9ef249cd-d5df-4de9-ba8b-a3ec974f1475 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=f52a1df6-4202-49ce-8bb7-6769902043db HTTP/1.1" status: 200  len: 945 time: 0.0873094
Apr 20 23:45:40.674428 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8291f62f-2040-42e1-89da-5c5b9a23d0dc req-e4c23290-1f67-45ff-a5ba-f20c6827bf54 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393624
Apr 20 23:45:41.515994 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 4844976b-ea35-407e-b308-5646231a3297 up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:45:41.646982 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port 4844976b-ea35-407e-b308-5646231a3297 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:45:41.652505 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port 4844976b-ea35-407e-b308-5646231a3297 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:45:41.652948 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:41.782225 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:41.810886 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52a1df6-4202-49ce-8bb7-6769902043db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4844976b-ea35-407e-b308-5646231a3297'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:45:41.821564 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 4844976b-ea35-407e-b308-5646231a3297, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4844976b-ea35-407e-b308-5646231a3297,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:45:41.847148 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:41.849448 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-efb49ce9-6e15-4d83-ae0e-db0247dba3dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:45:41.882231 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52a1df6-4202-49ce-8bb7-6769902043db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4844976b-ea35-407e-b308-5646231a3297', 'code': 200}
Apr 20 23:45:41.889730 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ce8ad-4cc6-440b-a7e1-51db272d52fb req-7e4d90f8-aebe-4e82-9e75-57ce89eb9985 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:41.891356 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-983ce8ad-4cc6-440b-a7e1-51db272d52fb req-7e4d90f8-aebe-4e82-9e75-57ce89eb9985 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=f52a1df6-4202-49ce-8bb7-6769902043db HTTP/1.1" status: 200  len: 946 time: 0.0988841
Apr 20 23:45:41.922532 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=4844976b-ea35-407e-b308-5646231a3297,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:45:41.925641 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:45:41.941633 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-983ce8ad-4cc6-440b-a7e1-51db272d52fb req-5d2251fc-d700-412d-9053-4c86c008bd43 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436547
Apr 20 23:45:42.251483 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1b758-2aee-47fd-97ca-c9ccf0d4abcc req-9283bf4b-5012-4806-bc8c-3a637be7be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:42.253012 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f7f1b758-2aee-47fd-97ca-c9ccf0d4abcc req-9283bf4b-5012-4806-bc8c-3a637be7be67 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f52a1df6-4202-49ce-8bb7-6769902043db HTTP/1.1" status: 200  len: 1099 time: 0.0803752
Apr 20 23:45:42.299734 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f7f1b758-2aee-47fd-97ca-c9ccf0d4abcc req-2a0fc19c-c409-4dd7-be6e-e351e74e3b8a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358288
Apr 20 23:45:43.143391 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65dcea-b8c1-41e3-ac12-fd6d101a76de req-32afe641-e2eb-4a5a-ba2c-290b399a6f3e tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:43.144940 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e65dcea-b8c1-41e3-ac12-fd6d101a76de req-32afe641-e2eb-4a5a-ba2c-290b399a6f3e tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=f52a1df6-4202-49ce-8bb7-6769902043db HTTP/1.1" status: 200  len: 946 time: 0.0877259
Apr 20 23:45:43.192179 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e65dcea-b8c1-41e3-ac12-fd6d101a76de req-f7100aeb-f67e-49ec-9f6f-9ab590c0b3aa tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406396
Apr 20 23:45:44.392228 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350cae4a-4e65-48e3-8c11-8d265775844c req-e7f0796e-52fa-4b9b-a9e8-ece5b6ff8aaf tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:44.393796 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-350cae4a-4e65-48e3-8c11-8d265775844c req-e7f0796e-52fa-4b9b-a9e8-ece5b6ff8aaf tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=f52a1df6-4202-49ce-8bb7-6769902043db HTTP/1.1" status: 200  len: 946 time: 0.0902784
Apr 20 23:45:44.440354 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-350cae4a-4e65-48e3-8c11-8d265775844c req-b12b3374-0511-4b0b-bce3-30ba049be584 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396576
Apr 20 23:45:52.892257 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-27ab05b9-11c1-4d27-8993-bcb80c2305ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:54.874725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-006af503-2ae8-45e3-b5d9-7fcc0e34232e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:56.217481 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:56.389140 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:56.770423 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-ad119c8e-1397-463e-9923-c70c9844ddd8 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:56.772032 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-ad119c8e-1397-463e-9923-c70c9844ddd8 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/networks?id=684f9f93-175a-4f6c-b122-2caf0186c78d HTTP/1.1" status: 200  len: 815 time: 0.1590066
Apr 20 23:45:56.788334 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b3e52499-22a0-4df5-b72a-3331e668c25c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/quotas/1bc2c386d7f044f4a10172c41778dfcf HTTP/1.1" status: 200  len: 375 time: 0.0099666
Apr 20 23:45:56.881663 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-7aa64c4a-26b7-4f1e-a399-84abb29b114a tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Synchronizing usage tracker for tenant:1bc2c386d7f044f4a10172c41778dfcf on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:45:56.926354 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-7aa64c4a-26b7-4f1e-a399-84abb29b114a tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Unset dirty status for tenant:1bc2c386d7f044f4a10172c41778dfcf on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:45:56.928461 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-7aa64c4a-26b7-4f1e-a399-84abb29b114a tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1bc2c386d7f044f4a10172c41778dfcf&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1346164
Apr 20 23:45:57.072160 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-6f9b9f7f-e729-47de-b27e-68149c2d54e0 service neutron] 10.222.0.15 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352477
Apr 20 23:45:57.212384 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-51cc5b68-6f7e-417e-a29d-8f0e117cabdb service neutron] 10.222.0.15 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332531
Apr 20 23:45:57.297763 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:57.426324 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9b1d8305-e927-4db1-83c0-9a5a5bc1c985 req-c55f266d-f4d9-47f1-b3eb-6f2b0afb5bb6 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8 HTTP/1.1" status: 200  len: 210 time: 0.0490873
Apr 20 23:45:58.593185 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-30f50106-944e-4852-ba34-e059d0e265c1 req-499d111c-b705-42dd-942e-92616a139393 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8 HTTP/1.1" status: 200  len: 210 time: 0.0511730
Apr 20 23:45:59.071761 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-d0216367-5ba2-4070-a5de-f0a439c2fcb2 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:45:59.073572 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-d0216367-5ba2-4070-a5de-f0a439c2fcb2 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.10 "GET /v2.0/networks?id=684f9f93-175a-4f6c-b122-2caf0186c78d HTTP/1.1" status: 200  len: 815 time: 0.1572235
Apr 20 23:45:59.095420 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Request body: {'port': {'device_id': 'b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8', 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d', 'admin_state_up': True, 'tenant_id': '1bc2c386d7f044f4a10172c41778dfcf'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:45:59.244722 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:45:59.254869 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:45:59.297789 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Made reservation on behalf of 1bc2c386d7f044f4a10172c41778dfcf for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:45:59.304568 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:59.478261 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Allocated IP 172.20.0.8 (684f9f93-175a-4f6c-b122-2caf0186c78d/d00cf0fb-4b6e-442d-883f-ae3fd2e5e7aa/98848b41-bbcb-40f2-92d8-016a85aa9fd0) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:45:59.562452 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:45:59.698284 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:59.769154 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b5d0ed31-6571-412e-9b40-4c55f383bdd9 req-38d85eb2-14ae-4a64-adca-dbdbf988b5e4 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8 HTTP/1.1" status: 200  len: 210 time: 0.0561328
Apr 20 23:45:59.829752 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:59.836850 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-087cc3ea-89eb-4774-893f-8412ae30baa4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:45:59.891240 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['c21d9f56-0da5-430c-827c-df49eeb2ab54', '15708866-bfaa-4188-a819-f5bba1d441d1', '4844976b-ea35-407e-b308-5646231a3297'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:45:59.910662 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Network 684f9f93-175a-4f6c-b122-2caf0186c78d is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:45:59.914685 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:45:59.919362 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:45:59.952525 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Pushing event updated for resources: {'Port': ['ID=98848b41-bbcb-40f2-92d8-016a85aa9fd0,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:45:59.969759 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:59.970226 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:59.970571 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:59.970978 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:59.971437 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:59.971846 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:59.972246 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:59.972645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:59.973041 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:59.973486 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:59.973886 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:59.974951 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:45:59.980826 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:00.012486 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:00.013496 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:00.092943 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-eb3bd1d7-987a-44d4-9a23-c45ce70b66ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0014391
Apr 20 23:46:00.114933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Request body: {'port': {'device_id': 'b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:46:00.234771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:00.608708 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98848b41-bbcb-40f2-92d8-016a85aa9fd0 {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:46:00.617194 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:00.632923 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Transition to ACTIVE for port object 98848b41-bbcb-40f2-92d8-016a85aa9fd0 will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:46:00.663488 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:00.668113 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-20bb4931-1071-4882-9fb7-06765697d60c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:00.833509 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Pushing event updated for resources: {'Port': ['ID=98848b41-bbcb-40f2-92d8-016a85aa9fd0,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:00.837890 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:00.915910 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Attempting to bind port 98848b41-bbcb-40f2-92d8-016a85aa9fd0 on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:46:00.916220 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Attempting to bind port 98848b41-bbcb-40f2-92d8-016a85aa9fd0 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '66ea41eb-1595-48b5-82b7-a8fded94e9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:46:00.916593 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Attempting to bind port 98848b41-bbcb-40f2-92d8-016a85aa9fd0 on network 684f9f93-175a-4f6c-b122-2caf0186c78d {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:46:00.921533 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Port 98848b41-bbcb-40f2-92d8-016a85aa9fd0 on network 684f9f93-175a-4f6c-b122-2caf0186c78d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:46:00.921900 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Attempting to bind port 98848b41-bbcb-40f2-92d8-016a85aa9fd0 on network 684f9f93-175a-4f6c-b122-2caf0186c78d {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:46:00.927976 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:46:00.928439 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Checking segment: {'id': '66ea41eb-1595-48b5-82b7-a8fded94e9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:46:00.928869 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Bound using segment: {'id': '66ea41eb-1595-48b5-82b7-a8fded94e9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:46:00.929348 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Bound port: 98848b41-bbcb-40f2-92d8-016a85aa9fd0, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ea41eb-1595-48b5-82b7-a8fded94e9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:46:00.929738 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:00.971693 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b2b27-b3cf-4690-831f-393ad494ba44 req-68c626b8-caa9-4c5f-93c7-a058232e13cd tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:00.973260 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-047b2b27-b3cf-4690-831f-393ad494ba44 req-68c626b8-caa9-4c5f-93c7-a058232e13cd tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8 HTTP/1.1" status: 200  len: 943 time: 0.0877459
Apr 20 23:46:01.029336 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-047b2b27-b3cf-4690-831f-393ad494ba44 req-3a14f0f2-e2d9-44a1-b4e2-b4a64ba87b10 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488856
Apr 20 23:46:01.029493 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] For port 98848b41-bbcb-40f2-92d8-016a85aa9fd0, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:46:01.032665 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] For port 98848b41-bbcb-40f2-92d8-016a85aa9fd0, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=98848b41-bbcb-40f2-92d8-016a85aa9fd0,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:46:01.075811 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:01.080912 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cc05156b-5001-4523-a869-5cce6da3a66f tempest-VolumesSnapshotTestJSON-553450571 tempest-VolumesSnapshotTestJSON-553450571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:01.145773 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:01.147232 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:01.148720 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] 10.222.0.10 "PUT /v2.0/ports/98848b41-bbcb-40f2-92d8-016a85aa9fd0 HTTP/1.1" status: 200  len: 1093 time: 1.0388429
Apr 20 23:46:01.149242 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8', 'tag': '98848b41-bbcb-40f2-92d8-016a85aa9fd0'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:46:01.171624 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Pushing event updated for resources: {'Port': ['ID=98848b41-bbcb-40f2-92d8-016a85aa9fd0,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:01.174681 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:01.202849 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8', 'tag': '98848b41-bbcb-40f2-92d8-016a85aa9fd0', 'status': 'completed', 'code': 200}
Apr 20 23:46:01.330081 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c218b2-761a-409a-86e7-1389494de38c req-7efc530e-5067-443c-9abd-6b791a7a52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:01.331720 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36c218b2-761a-409a-86e7-1389494de38c req-7efc530e-5067-443c-9abd-6b791a7a52cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bc2c386d7f044f4a10172c41778dfcf&device_id=b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8 HTTP/1.1" status: 200  len: 1096 time: 0.0813649
Apr 20 23:46:01.496221 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c218b2-761a-409a-86e7-1389494de38c req-9a5a5c9d-2dee-4164-b13a-9d31a9922666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:01.497819 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36c218b2-761a-409a-86e7-1389494de38c req-9a5a5c9d-2dee-4164-b13a-9d31a9922666 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1bc2c386d7f044f4a10172c41778dfcf&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1506906
Apr 20 23:46:01.647270 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c218b2-761a-409a-86e7-1389494de38c req-9dcf780f-a2d9-48c7-9c31-783a5368c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:01.648948 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-36c218b2-761a-409a-86e7-1389494de38c req-9dcf780f-a2d9-48c7-9c31-783a5368c4f8 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1446433
Apr 20 23:46:01.787929 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-9303a8c9-f83b-4968-b849-ebbd0731522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:01.789904 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-9303a8c9-f83b-4968-b849-ebbd0731522a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bc2c386d7f044f4a10172c41778dfcf&device_id=b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8 HTTP/1.1" status: 200  len: 1096 time: 0.0809071
Apr 20 23:46:01.879927 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-3c1d6727-f262-408c-ac6c-1e6cd34253a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98848b41-bbcb-40f2-92d8-016a85aa9fd0 HTTP/1.1" status: 200  len: 217 time: 0.0738237
Apr 20 23:46:01.954980 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-3e82d581-4fe5-4b6b-ba27-923925f006f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:01.956572 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-3e82d581-4fe5-4b6b-ba27-923925f006f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d00cf0fb-4b6e-442d-883f-ae3fd2e5e7aa HTTP/1.1" status: 200  len: 855 time: 0.0694005
Apr 20 23:46:02.025077 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-8df3c925-f434-47bb-85df-2b3469369a0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=684f9f93-175a-4f6c-b122-2caf0186c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474534
Apr 20 23:46:02.172373 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-9331ff5c-757c-4708-a5b2-ca9f3ba51552 service neutron] 10.222.0.10 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407425
Apr 20 23:46:02.235486 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d06e3-7da2-48bc-afc7-49a8f0ac8538 req-b0b3c003-7c87-4380-9143-5cec661c5a27 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:02.237079 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-563d06e3-7da2-48bc-afc7-49a8f0ac8538 req-b0b3c003-7c87-4380-9143-5cec661c5a27 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8 HTTP/1.1" status: 200  len: 943 time: 0.0943277
Apr 20 23:46:02.288233 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-563d06e3-7da2-48bc-afc7-49a8f0ac8538 req-3858d232-b89f-48f7-9e15-e1c2495c80f4 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444849
Apr 20 23:46:02.551625 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-27943677-8ec4-4c96-99b4-c6e148bae3e0 req-c3329bd9-3b9a-4b90-bdb6-e718b8002c94 service neutron] 10.222.0.10 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3693321
Apr 20 23:46:03.491238 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8de735-6691-434d-8d9d-a29938ebd043 req-22d509c0-8422-4a3a-90ff-aacf363e12aa tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:03.491983 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-1a8de735-6691-434d-8d9d-a29938ebd043 req-22d509c0-8422-4a3a-90ff-aacf363e12aa tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Synchronizing usage tracker for tenant:1bc2c386d7f044f4a10172c41778dfcf on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:46:03.543417 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-1a8de735-6691-434d-8d9d-a29938ebd043 req-22d509c0-8422-4a3a-90ff-aacf363e12aa tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Unset dirty status for tenant:1bc2c386d7f044f4a10172c41778dfcf on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:46:03.544639 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a8de735-6691-434d-8d9d-a29938ebd043 req-22d509c0-8422-4a3a-90ff-aacf363e12aa tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8 HTTP/1.1" status: 200  len: 943 time: 0.1385107
Apr 20 23:46:03.592348 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a8de735-6691-434d-8d9d-a29938ebd043 req-dbc5755e-3804-44fc-b574-84f4d34c95b9 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413611
Apr 20 23:46:04.789943 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab00a19-29df-46af-9335-836f8510e692 req-766c0953-9292-41df-aa7d-ec27c5ca7ec3 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:04.791527 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7ab00a19-29df-46af-9335-836f8510e692 req-766c0953-9292-41df-aa7d-ec27c5ca7ec3 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8 HTTP/1.1" status: 200  len: 943 time: 0.0889764
Apr 20 23:46:04.842955 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7ab00a19-29df-46af-9335-836f8510e692 req-3e676b50-174a-4523-b3c0-e745c4754013 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448837
Apr 20 23:46:05.637998 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 98848b41-bbcb-40f2-92d8-016a85aa9fd0 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:46:05.780654 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 98848b41-bbcb-40f2-92d8-016a85aa9fd0, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=98848b41-bbcb-40f2-92d8-016a85aa9fd0,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:46:05.796248 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': '98848b41-bbcb-40f2-92d8-016a85aa9fd0', 'network_id': '684f9f93-175a-4f6c-b122-2caf0186c78d', 'port_id': '98848b41-bbcb-40f2-92d8-016a85aa9fd0', 'mac_address': 'fa:16:3e:5f:b7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00cf0fb-4b6e-442d-883f-ae3fd2e5e7aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:46:05.854197 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:05.875284 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98848b41-bbcb-40f2-92d8-016a85aa9fd0 {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:46:05.891260 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 98848b41-bbcb-40f2-92d8-016a85aa9fd0, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=98848b41-bbcb-40f2-92d8-016a85aa9fd0,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:46:05.943409 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:05.945375 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:06.016419 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=98848b41-bbcb-40f2-92d8-016a85aa9fd0,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:06.019771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:06.047060 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4179df-bcd6-45ee-b1df-d2084a23cdc1 req-989c74e4-c3ff-4edd-959f-959cf3779d7c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:06.048670 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d4179df-bcd6-45ee-b1df-d2084a23cdc1 req-989c74e4-c3ff-4edd-959f-959cf3779d7c tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8 HTTP/1.1" status: 200  len: 944 time: 0.0929458
Apr 20 23:46:06.095611 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d4179df-bcd6-45ee-b1df-d2084a23cdc1 req-7f78f8b9-18f5-4c25-947f-a64499d8e1b5 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404496
Apr 20 23:46:06.333897 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['98848b41-bbcb-40f2-92d8-016a85aa9fd0'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:46:07.295724 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0de87-f2d7-4876-b327-ab41f4236169 req-ee887ccc-2ec6-40ae-82b2-10ab8485867a tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:07.297329 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-30e0de87-f2d7-4876-b327-ab41f4236169 req-ee887ccc-2ec6-40ae-82b2-10ab8485867a tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8 HTTP/1.1" status: 200  len: 944 time: 0.0885563
Apr 20 23:46:07.346466 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-30e0de87-f2d7-4876-b327-ab41f4236169 req-7ea29264-82e4-463b-9027-7963cb740ced tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421441
Apr 20 23:46:07.652200 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 98848b41-bbcb-40f2-92d8-016a85aa9fd0 up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:46:07.749130 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port 98848b41-bbcb-40f2-92d8-016a85aa9fd0 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:46:07.754168 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port 98848b41-bbcb-40f2-92d8-016a85aa9fd0 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:46:07.754592 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:07.878497 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:07.906835 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98848b41-bbcb-40f2-92d8-016a85aa9fd0'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:46:07.916881 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 98848b41-bbcb-40f2-92d8-016a85aa9fd0, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=98848b41-bbcb-40f2-92d8-016a85aa9fd0,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:46:07.937708 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:07.939704 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:07.972739 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98848b41-bbcb-40f2-92d8-016a85aa9fd0', 'code': 200}
Apr 20 23:46:08.011937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=98848b41-bbcb-40f2-92d8-016a85aa9fd0,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:08.015003 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:08.294681 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acaf94-c0d1-4937-a29a-2279c7522786 req-f89fba66-a215-473c-93eb-4f2dd814c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:08.296189 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17acaf94-c0d1-4937-a29a-2279c7522786 req-f89fba66-a215-473c-93eb-4f2dd814c434 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8 HTTP/1.1" status: 200  len: 1098 time: 0.0795825
Apr 20 23:46:08.347698 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-17acaf94-c0d1-4937-a29a-2279c7522786 req-0f5e2757-bdd4-45b3-95fc-7b5bb470383d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382946
Apr 20 23:46:08.514790 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:08.553985 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9daa-4182-4e18-bbce-1a14dc2a2a99 req-5f96772a-1c33-4c12-9067-b963435f1e7a tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:08.555619 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-71bc9daa-4182-4e18-bbce-1a14dc2a2a99 req-5f96772a-1c33-4c12-9067-b963435f1e7a tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8 HTTP/1.1" status: 200  len: 945 time: 0.0924017
Apr 20 23:46:08.602501 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-71bc9daa-4182-4e18-bbce-1a14dc2a2a99 req-d05884c7-65ef-4be3-bdb5-c7cc43761674 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405393
Apr 20 23:46:09.816316 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b550d-7068-4544-b51a-b12b25166668 req-55178e38-471e-4d00-9901-9f26be0defdb tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:09.817931 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e05b550d-7068-4544-b51a-b12b25166668 req-55178e38-471e-4d00-9901-9f26be0defdb tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8 HTTP/1.1" status: 200  len: 945 time: 0.0938337
Apr 20 23:46:09.870388 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e05b550d-7068-4544-b51a-b12b25166668 req-f11398cd-0edb-40f9-8b77-ab166c677ecb tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440083
Apr 20 23:46:10.404500 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c94a6615-30e7-4cb7-9f5e-23058a346b39 req-0e219d91-824a-4f07-9082-120861a22517 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0820093
Apr 20 23:46:10.525084 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a6615-30e7-4cb7-9f5e-23058a346b39 req-92318759-7903-4629-a49f-a4e4fc4a6096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:10.526777 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c94a6615-30e7-4cb7-9f5e-23058a346b39 req-92318759-7903-4629-a49f-a4e4fc4a6096 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bc2c386d7f044f4a10172c41778dfcf&device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 1098 time: 0.0850692
Apr 20 23:46:10.687411 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a6615-30e7-4cb7-9f5e-23058a346b39 req-49645100-e635-40dd-ad9c-8dbb13760a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:10.688983 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c94a6615-30e7-4cb7-9f5e-23058a346b39 req-49645100-e635-40dd-ad9c-8dbb13760a81 service neutron] 10.222.0.10 "GET /v2.0/networks?id=684f9f93-175a-4f6c-b122-2caf0186c78d HTTP/1.1" status: 200  len: 915 time: 0.1401310
Apr 20 23:46:10.762925 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c94a6615-30e7-4cb7-9f5e-23058a346b39 req-18f21089-75db-4078-969b-cda6cf392cc0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c21d9f56-0da5-430c-827c-df49eeb2ab54 HTTP/1.1" status: 200  len: 217 time: 0.0660920
Apr 20 23:46:10.835574 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a6615-30e7-4cb7-9f5e-23058a346b39 req-1340788a-1ff1-4c86-819a-def4f81cd52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:10.837158 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c94a6615-30e7-4cb7-9f5e-23058a346b39 req-1340788a-1ff1-4c86-819a-def4f81cd52a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d00cf0fb-4b6e-442d-883f-ae3fd2e5e7aa HTTP/1.1" status: 200  len: 855 time: 0.0680006
Apr 20 23:46:10.890660 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c94a6615-30e7-4cb7-9f5e-23058a346b39 req-ca1b1581-ba15-4a42-9b54-24acd0ac9419 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=684f9f93-175a-4f6c-b122-2caf0186c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464482
Apr 20 23:46:11.034865 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c94a6615-30e7-4cb7-9f5e-23058a346b39 req-484b4104-172c-44a4-905b-f88f17ea826c service neutron] 10.222.0.10 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357851
Apr 20 23:46:11.186263 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c94a6615-30e7-4cb7-9f5e-23058a346b39 req-122ca5c4-34c6-46bb-b0a5-23352d2760a0 service neutron] 10.222.0.10 "GET /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391819
Apr 20 23:46:22.902867 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d97919e6-559e-4a5b-9722-704b6a3cb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:24.885964 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9de84eaa-25b6-47d3-a4ee-7f3bb3f66881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:26.211016 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:26.376827 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:27.303068 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:31.508047 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfffe0-0d74-4b53-b61f-8f8ba12a54b7 req-0013c9ab-1f2a-4930-b8c0-0fc20866a94d tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:31.509631 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e6cfffe0-0d74-4b53-b61f-8f8ba12a54b7 req-0013c9ab-1f2a-4930-b8c0-0fc20866a94d tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8 HTTP/1.1" status: 200  len: 945 time: 0.0996084
Apr 20 23:46:31.559224 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e6cfffe0-0d74-4b53-b61f-8f8ba12a54b7 req-6586b043-2d58-4c48-b102-c1097fd7ae8d tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432475
Apr 20 23:46:32.326400 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcdde4-88ae-4933-a77f-aba9179d30ff req-256a0c60-56ea-41f3-be94-507c79bcae62 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:32.327997 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e3fcdde4-88ae-4933-a77f-aba9179d30ff req-256a0c60-56ea-41f3-be94-507c79bcae62 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 946 time: 0.0910373
Apr 20 23:46:32.374495 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e3fcdde4-88ae-4933-a77f-aba9179d30ff req-c573e0b6-08f6-4a28-8db8-ebabd7683e4e tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8c7c9a9-10f9-4578-8549-c51c9015f8ff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395906
Apr 20 23:46:32.763912 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10b4aa-e5ae-4784-b700-9d2f729b3cf0 req-78613e48-2f22-4e8e-8050-a2cf55ed765e tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:32.765614 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4d10b4aa-e5ae-4784-b700-9d2f729b3cf0 req-78613e48-2f22-4e8e-8050-a2cf55ed765e tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8 HTTP/1.1" status: 200  len: 945 time: 0.0884905
Apr 20 23:46:32.816698 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4d10b4aa-e5ae-4784-b700-9d2f729b3cf0 req-72cdc40b-8205-4cc8-8d16-86a0fd1826d8 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440841
Apr 20 23:46:33.271351 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc635ac-eb95-4427-9eeb-3c67d1556f9e req-c2a83bfd-2393-4bd2-8d52-9525375e0054 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:33.272961 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bdc635ac-eb95-4427-9eeb-3c67d1556f9e req-c2a83bfd-2393-4bd2-8d52-9525375e0054 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8 HTTP/1.1" status: 200  len: 945 time: 0.0868490
Apr 20 23:46:33.350584 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-bdc635ac-eb95-4427-9eeb-3c67d1556f9e req-36bfdd8c-ed3c-4eee-8012-7e8a56bfa2a8 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Deleting port 98848b41-bbcb-40f2-92d8-016a85aa9fd0 {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:46:33.350962 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bdc635ac-eb95-4427-9eeb-3c67d1556f9e req-36bfdd8c-ed3c-4eee-8012-7e8a56bfa2a8 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:33.578845 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb956149-fa7e-4c3f-b271-99764b73296e req-93ef68f0-680a-41ff-9a1d-080c4b543fcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:33.580459 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fb956149-fa7e-4c3f-b271-99764b73296e req-93ef68f0-680a-41ff-9a1d-080c4b543fcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 946 time: 0.0892270
Apr 20 23:46:33.612305 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-bdc635ac-eb95-4427-9eeb-3c67d1556f9e req-36bfdd8c-ed3c-4eee-8012-7e8a56bfa2a8 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] For port 98848b41-bbcb-40f2-92d8-016a85aa9fd0, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=98848b41-bbcb-40f2-92d8-016a85aa9fd0,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:46:33.612708 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bdc635ac-eb95-4427-9eeb-3c67d1556f9e req-36bfdd8c-ed3c-4eee-8012-7e8a56bfa2a8 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:33.629345 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fb956149-fa7e-4c3f-b271-99764b73296e req-7bfe113b-c4cd-4cc2-8ce1-aaf09371d36e tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8c7c9a9-10f9-4578-8549-c51c9015f8ff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415485
Apr 20 23:46:33.747974 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-bdc635ac-eb95-4427-9eeb-3c67d1556f9e req-36bfdd8c-ed3c-4eee-8012-7e8a56bfa2a8 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Calling delete_port for 98848b41-bbcb-40f2-92d8-016a85aa9fd0 owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:46:33.977902 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bdc635ac-eb95-4427-9eeb-3c67d1556f9e req-36bfdd8c-ed3c-4eee-8012-7e8a56bfa2a8 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:33.990702 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fe1767bf-a70e-48c1-87ab-0f9a19b58abc tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:34.016142 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['c21d9f56-0da5-430c-827c-df49eeb2ab54', '15708866-bfaa-4188-a819-f5bba1d441d1', '4844976b-ea35-407e-b308-5646231a3297', '98848b41-bbcb-40f2-92d8-016a85aa9fd0'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:46:34.032917 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ff6bed50-41c5-4169-bc6a-65c92da8f884 req-aee6547d-2e75-4631-9230-df3d00ab796e tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8 HTTP/1.1" status: 200  len: 210 time: 0.1014259
Apr 20 23:46:34.041596 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfdd8c-ed3c-4eee-8012-7e8a56bfa2a8 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Pushing event deleted for resources: {'Port': ['ID=98848b41-bbcb-40f2-92d8-016a85aa9fd0,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:34.044575 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-36bfdd8c-ed3c-4eee-8012-7e8a56bfa2a8 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:34.124477 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc635ac-eb95-4427-9eeb-3c67d1556f9e req-36bfdd8c-ed3c-4eee-8012-7e8a56bfa2a8 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] No DVR routers for this DVR port 98848b41-bbcb-40f2-92d8-016a85aa9fd0 on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:46:34.126977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-bdc635ac-eb95-4427-9eeb-3c67d1556f9e req-36bfdd8c-ed3c-4eee-8012-7e8a56bfa2a8 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:34.131716 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8', 'name': 'network-vif-deleted', 'tag': '98848b41-bbcb-40f2-92d8-016a85aa9fd0'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:46:34.172674 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bdc635ac-eb95-4427-9eeb-3c67d1556f9e req-36bfdd8c-ed3c-4eee-8012-7e8a56bfa2a8 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.10 "DELETE /v2.0/ports/98848b41-bbcb-40f2-92d8-016a85aa9fd0 HTTP/1.1" status: 204  len: 173 time: 0.8923185
Apr 20 23:46:34.179761 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ed3edd-80d9-4d2b-a5b6-d6bb4b8f7aa8', 'name': 'network-vif-deleted', 'tag': '98848b41-bbcb-40f2-92d8-016a85aa9fd0', 'status': 'completed', 'code': 200}
Apr 20 23:46:34.341645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe267275-ee64-43a6-ad55-85b15e2ad30f req-ceed46ae-8b11-4bac-aa1d-25ae18233685 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:34.343147 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fe267275-ee64-43a6-ad55-85b15e2ad30f req-ceed46ae-8b11-4bac-aa1d-25ae18233685 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.10 "GET /v2.0/ports?device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 946 time: 0.0923798
Apr 20 23:46:34.437173 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-fe267275-ee64-43a6-ad55-85b15e2ad30f req-bc3ed4c2-b908-43be-bf0c-6727a6285606 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Deleting port 6aa6e1ea-6737-4d42-8a87-efd899067f0e {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:46:34.437484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fe267275-ee64-43a6-ad55-85b15e2ad30f req-bc3ed4c2-b908-43be-bf0c-6727a6285606 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:34.698520 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-fe267275-ee64-43a6-ad55-85b15e2ad30f req-bc3ed4c2-b908-43be-bf0c-6727a6285606 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] For port 6aa6e1ea-6737-4d42-8a87-efd899067f0e, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6aa6e1ea-6737-4d42-8a87-efd899067f0e,segment=NetworkSegment(1ece5125-5818-4151-ac35-fa2f9c1f6845),segment_id=1ece5125-5818-4151-ac35-fa2f9c1f6845)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:46:34.698843 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fe267275-ee64-43a6-ad55-85b15e2ad30f req-bc3ed4c2-b908-43be-bf0c-6727a6285606 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:35.049474 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a554cb3-553c-4c82-a1ea-3e961e84ac79 req-33db5543-713d-4334-9147-3d1f81537e03 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:35.051070 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3a554cb3-553c-4c82-a1ea-3e961e84ac79 req-33db5543-713d-4334-9147-3d1f81537e03 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 946 time: 0.2833688
Apr 20 23:46:35.119905 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fe267275-ee64-43a6-ad55-85b15e2ad30f req-bc3ed4c2-b908-43be-bf0c-6727a6285606 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:35.120323 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fe267275-ee64-43a6-ad55-85b15e2ad30f req-bc3ed4c2-b908-43be-bf0c-6727a6285606 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854229059'] for floatingip, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:35.120678 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_db [req-fe267275-ee64-43a6-ad55-85b15e2ad30f req-bc3ed4c2-b908-43be-bf0c-6727a6285606 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Floating IP 77aa4d3f-5bd3-4fd2-ba40-ebd511133338 disassociated. External IP: 172.27.2.17, port: 6aa6e1ea-6737-4d42-8a87-efd899067f0e.
Apr 20 23:46:35.121063 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-fe267275-ee64-43a6-ad55-85b15e2ad30f req-bc3ed4c2-b908-43be-bf0c-6727a6285606 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Calling delete_port for 6aa6e1ea-6737-4d42-8a87-efd899067f0e owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:46:35.170975 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3a554cb3-553c-4c82-a1ea-3e961e84ac79 req-aaa11f8c-9843-4427-a8f6-9560c810848b tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8c7c9a9-10f9-4578-8549-c51c9015f8ff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1058068
Apr 20 23:46:35.474170 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fe267275-ee64-43a6-ad55-85b15e2ad30f req-bc3ed4c2-b908-43be-bf0c-6727a6285606 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:35.481451 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-36bfdd8c-ed3c-4eee-8012-7e8a56bfa2a8 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:35.532790 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ed4c2-b908-43be-bf0c-6727a6285606 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Pushing event deleted for resources: {'Port': ['ID=6aa6e1ea-6737-4d42-8a87-efd899067f0e,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:35.535388 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bc3ed4c2-b908-43be-bf0c-6727a6285606 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:35.959512 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe267275-ee64-43a6-ad55-85b15e2ad30f req-bc3ed4c2-b908-43be-bf0c-6727a6285606 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:46:36.152125 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe267275-ee64-43a6-ad55-85b15e2ad30f req-bc3ed4c2-b908-43be-bf0c-6727a6285606 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:46:36.162733 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50baddba-54a3-44a4-95be-91ec64f0f072 None None] Sync routers for ids ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:46:36.173739 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50baddba-54a3-44a4-95be-91ec64f0f072 None None] Routers {'4090d5d2-4fb8-45e4-af5e-e943f2b3b896'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:46:36.174407 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-50baddba-54a3-44a4-95be-91ec64f0f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e75f898>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:46:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:36.232079 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe267275-ee64-43a6-ad55-85b15e2ad30f req-bc3ed4c2-b908-43be-bf0c-6727a6285606 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] No DVR routers for this DVR port 6aa6e1ea-6737-4d42-8a87-efd899067f0e on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:46:36.234646 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-fe267275-ee64-43a6-ad55-85b15e2ad30f req-bc3ed4c2-b908-43be-bf0c-6727a6285606 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:36.238071 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a', 'name': 'network-vif-deleted', 'tag': '6aa6e1ea-6737-4d42-8a87-efd899067f0e'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:46:36.275156 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fe267275-ee64-43a6-ad55-85b15e2ad30f req-bc3ed4c2-b908-43be-bf0c-6727a6285606 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.10 "DELETE /v2.0/ports/6aa6e1ea-6737-4d42-8a87-efd899067f0e HTTP/1.1" status: 204  len: 173 time: 1.9150944
Apr 20 23:46:36.296866 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a', 'name': 'network-vif-deleted', 'tag': '6aa6e1ea-6737-4d42-8a87-efd899067f0e', 'status': 'completed', 'code': 200}
Apr 20 23:46:36.352285 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-342e6b81-5101-4a87-8da8-9004abb1eb70 req-7ae818b6-075a-40b5-8cf7-90a498d07dce tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a5678-c3b3-4ebe-ba4b-81d7b36b1d6a HTTP/1.1" status: 200  len: 210 time: 0.0559390
Apr 20 23:46:36.534766 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-50baddba-54a3-44a4-95be-91ec64f0f072 None None] Set router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:46:36.596328 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:46:36.878905 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-50baddba-54a3-44a4-95be-91ec64f0f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e75f898>, [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:41:19Z', 'revision_number': 4, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port': {'id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:15Z', 'updated_at': '2021-04-20T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '101277fe-863d-4cb2-ab5d-885338cae4f0', 'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'mac_address': 'fa:16:3e:76:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:18Z', 'updated_at': '2021-04-20T23:41:25Z', 'revision_number': 5, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'subnets': [{'id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:36.883078 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50baddba-54a3-44a4-95be-91ec64f0f072 None None] Checking router: 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:46:36.892311 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50baddba-54a3-44a4-95be-91ec64f0f072 None None] Routers {'4090d5d2-4fb8-45e4-af5e-e943f2b3b896'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:46:36.892751 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-50baddba-54a3-44a4-95be-91ec64f0f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e75f898>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:46:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:36.983494 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff32e6-3e13-41c2-bcc0-622f4e55099e req-1f106b92-4ea1-4733-a91b-7770edf89803 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:36.985013 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-21ff32e6-3e13-41c2-bcc0-622f4e55099e req-1f106b92-4ea1-4733-a91b-7770edf89803 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=f52a1df6-4202-49ce-8bb7-6769902043db HTTP/1.1" status: 200  len: 946 time: 0.0917327
Apr 20 23:46:37.035081 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-21ff32e6-3e13-41c2-bcc0-622f4e55099e req-427a3b55-3a87-42fb-b690-de3703232ad3 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424669
Apr 20 23:46:37.087771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-50baddba-54a3-44a4-95be-91ec64f0f072 None None] Set router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:46:37.412072 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-50baddba-54a3-44a4-95be-91ec64f0f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e75f898>, [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:41:19Z', 'revision_number': 4, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port': {'id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:15Z', 'updated_at': '2021-04-20T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '101277fe-863d-4cb2-ab5d-885338cae4f0', 'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'mac_address': 'fa:16:3e:76:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:18Z', 'updated_at': '2021-04-20T23:41:25Z', 'revision_number': 5, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'subnets': [{'id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:37.416388 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50baddba-54a3-44a4-95be-91ec64f0f072 None None] The sync data for ids ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'] in dv-cinder-680889-5-iscsi is: [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:41:19Z', 'revision_number': 4, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port': {'id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:15Z', 'updated_at': '2021-04-20T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '101277fe-863d-4cb2-ab5d-885338cae4f0', 'name': '', 'network_id': 'bf54acd7-65cc-4ce8-894c-45f7b4810ea3', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'mac_address': 'fa:16:3e:76:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:18Z', 'updated_at': '2021-04-20T23:41:25Z', 'revision_number': 5, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'subnets': [{'id': '97053211-b5f1-465b-a73f-9aca769a79b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:46:37.538598 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 46496) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:46:37.607686 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5e3136a-d69f-4107-8eb5-c93fe36d26f1 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:37.637252 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5e3136a-d69f-4107-8eb5-c93fe36d26f1 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:37.714241 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5e3136a-d69f-4107-8eb5-c93fe36d26f1 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:37.720102 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7de587c6-6579-476d-a1e6-4ee2a9d14e9a tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:37.736897 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3136a-d69f-4107-8eb5-c93fe36d26f1 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c7c9a9-10f9-4578-8549-c51c9015f8ff,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:37.739514 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b5e3136a-d69f-4107-8eb5-c93fe36d26f1 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:37.772327 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5e3136a-d69f-4107-8eb5-c93fe36d26f1 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:37.773565 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b5e3136a-d69f-4107-8eb5-c93fe36d26f1 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "DELETE /v2.0/security-groups/f8c7c9a9-10f9-4578-8549-c51c9015f8ff HTTP/1.1" status: 204  len: 168 time: 0.2338698
Apr 20 23:46:37.776435 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 46500) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:46:37.785692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 98848b41-bbcb-40f2-92d8-016a85aa9fd0 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:46:37.793539 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.api.v2.resource [None req-1a7ec14b-3268-4275-960f-6c297cc414c0 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] show failed (client error): The resource could not be found.
Apr 20 23:46:37.794595 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1a7ec14b-3268-4275-960f-6c297cc414c0 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "GET /v2.0/security-groups/f8c7c9a9-10f9-4578-8549-c51c9015f8ff HTTP/1.1" status: 404  len: 347 time: 0.0171909
Apr 20 23:46:37.797483 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 46504) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:46:37.821331 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bebdbd-082f-4a45-8202-a841658c2eff None None] New status for floating IP 77aa4d3f-5bd3-4fd2-ba40-ebd511133338: DOWN {{(pid=86387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:46:37.885061 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: 98848b41-bbcb-40f2-92d8-016a85aa9fd0 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:46:37.885465 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 98848b41-bbcb-40f2-92d8-016a85aa9fd0 not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:46:37.885991 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 6aa6e1ea-6737-4d42-8a87-efd899067f0e no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:46:37.974796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-9797f926-40d9-44fa-893f-ecda1718d140 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Deleting port 6b6b6337-4e45-41c4-90a5-aca41541fb51 {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:46:37.975201 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9797f926-40d9-44fa-893f-ecda1718d140 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:38.108881 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: 6aa6e1ea-6737-4d42-8a87-efd899067f0e {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:46:38.109591 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 6aa6e1ea-6737-4d42-8a87-efd899067f0e not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:46:38.196432 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9797f926-40d9-44fa-893f-ecda1718d140 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:38.196727 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9797f926-40d9-44fa-893f-ecda1718d140 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:38.345196 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-9797f926-40d9-44fa-893f-ecda1718d140 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Calling delete_port for 6b6b6337-4e45-41c4-90a5-aca41541fb51 owned by network:floatingip {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:46:38.453004 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f379114-0c0d-478c-955e-ce61f609d634 req-b263a02d-c37e-4fda-850d-107ba48f3bb6 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:38.453681 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-0f379114-0c0d-478c-955e-ce61f609d634 req-b263a02d-c37e-4fda-850d-107ba48f3bb6 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Synchronizing usage tracker for tenant:1bc2c386d7f044f4a10172c41778dfcf on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:46:38.497979 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-0f379114-0c0d-478c-955e-ce61f609d634 req-b263a02d-c37e-4fda-850d-107ba48f3bb6 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Unset dirty status for tenant:1bc2c386d7f044f4a10172c41778dfcf on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:46:38.499420 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f379114-0c0d-478c-955e-ce61f609d634 req-b263a02d-c37e-4fda-850d-107ba48f3bb6 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=f52a1df6-4202-49ce-8bb7-6769902043db HTTP/1.1" status: 200  len: 946 time: 0.3412714
Apr 20 23:46:38.501124 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.db.api [None req-9797f926-40d9-44fa-893f-ecda1718d140 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86386) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:46:38.501488 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_db.api [None req-9797f926-40d9-44fa-893f-ecda1718d140 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:46:38.525710 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:38.551123 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0f379114-0c0d-478c-955e-ce61f609d634 req-5f83187f-9860-400b-af50-191f1680cd3d tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450232
Apr 20 23:46:38.643526 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60d26b-680b-4cc9-bf4f-9addd58dbb79 req-1434041a-a9b7-43ed-bbd0-86ee60e862ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:38.645078 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d60d26b-680b-4cc9-bf4f-9addd58dbb79 req-1434041a-a9b7-43ed-bbd0-86ee60e862ff tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.10 "GET /v2.0/ports?device_id=f52a1df6-4202-49ce-8bb7-6769902043db HTTP/1.1" status: 200  len: 946 time: 0.0856962
Apr 20 23:46:38.722004 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-8d60d26b-680b-4cc9-bf4f-9addd58dbb79 req-1b77644d-5db2-4c3a-bf35-64035816291b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Deleting port 4844976b-ea35-407e-b308-5646231a3297 {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:46:38.722301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8d60d26b-680b-4cc9-bf4f-9addd58dbb79 req-1b77644d-5db2-4c3a-bf35-64035816291b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:38.983430 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-8d60d26b-680b-4cc9-bf4f-9addd58dbb79 req-1b77644d-5db2-4c3a-bf35-64035816291b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] For port 4844976b-ea35-407e-b308-5646231a3297, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=4844976b-ea35-407e-b308-5646231a3297,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:46:38.983755 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8d60d26b-680b-4cc9-bf4f-9addd58dbb79 req-1b77644d-5db2-4c3a-bf35-64035816291b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:39.050633 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-9797f926-40d9-44fa-893f-ecda1718d140 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Deleting port 6b6b6337-4e45-41c4-90a5-aca41541fb51 {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:46:39.051011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9797f926-40d9-44fa-893f-ecda1718d140 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:39.144172 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-8d60d26b-680b-4cc9-bf4f-9addd58dbb79 req-1b77644d-5db2-4c3a-bf35-64035816291b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Calling delete_port for 4844976b-ea35-407e-b308-5646231a3297 owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:46:39.360841 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9797f926-40d9-44fa-893f-ecda1718d140 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:39.361208 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9797f926-40d9-44fa-893f-ecda1718d140 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:39.524023 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-9797f926-40d9-44fa-893f-ecda1718d140 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Calling delete_port for 6b6b6337-4e45-41c4-90a5-aca41541fb51 owned by network:floatingip {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:46:39.662156 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8d60d26b-680b-4cc9-bf4f-9addd58dbb79 req-1b77644d-5db2-4c3a-bf35-64035816291b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:39.669469 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:39.697714 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['c21d9f56-0da5-430c-827c-df49eeb2ab54', '15708866-bfaa-4188-a819-f5bba1d441d1', '4844976b-ea35-407e-b308-5646231a3297'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:46:39.721403 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77644d-5db2-4c3a-bf35-64035816291b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Pushing event deleted for resources: {'Port': ['ID=4844976b-ea35-407e-b308-5646231a3297,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:39.726570 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1b77644d-5db2-4c3a-bf35-64035816291b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:39.731217 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bf145a20-46c5-4ada-a539-a0f7a3c67fda req-ada11818-4a38-4533-8998-a0fb71f096a4 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=f52a1df6-4202-49ce-8bb7-6769902043db HTTP/1.1" status: 200  len: 210 time: 0.0644927
Apr 20 23:46:39.817265 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d60d26b-680b-4cc9-bf4f-9addd58dbb79 req-1b77644d-5db2-4c3a-bf35-64035816291b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] No DVR routers for this DVR port 4844976b-ea35-407e-b308-5646231a3297 on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:46:39.821226 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8d60d26b-680b-4cc9-bf4f-9addd58dbb79 req-1b77644d-5db2-4c3a-bf35-64035816291b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:39.824175 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52a1df6-4202-49ce-8bb7-6769902043db', 'name': 'network-vif-deleted', 'tag': '4844976b-ea35-407e-b308-5646231a3297'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:46:39.863805 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9797f926-40d9-44fa-893f-ecda1718d140 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:39.870131 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:39.908422 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52a1df6-4202-49ce-8bb7-6769902043db', 'name': 'network-vif-deleted', 'tag': '4844976b-ea35-407e-b308-5646231a3297', 'status': 'completed', 'code': 200}
Apr 20 23:46:39.917139 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d60d26b-680b-4cc9-bf4f-9addd58dbb79 req-1b77644d-5db2-4c3a-bf35-64035816291b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.10 "DELETE /v2.0/ports/4844976b-ea35-407e-b308-5646231a3297 HTTP/1.1" status: 204  len: 173 time: 1.2659986
Apr 20 23:46:39.965326 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797f926-40d9-44fa-893f-ecda1718d140 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Pushing event deleted for resources: {'Port': ['ID=6b6b6337-4e45-41c4-90a5-aca41541fb51,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:39.968937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9797f926-40d9-44fa-893f-ecda1718d140 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:40.033771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9797f926-40d9-44fa-893f-ecda1718d140 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks [] for floatingip, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:40.036808 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9797f926-40d9-44fa-893f-ecda1718d140 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:40.038105 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9797f926-40d9-44fa-893f-ecda1718d140 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] 10.222.0.15 "DELETE /v2.0/floatingips/77aa4d3f-5bd3-4fd2-ba40-ebd511133338 HTTP/1.1" status: 204  len: 168 time: 2.2396755
Apr 20 23:46:41.372081 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7c6c-3f79-47b1-ba14-bf13e7ab7938 req-74124ab0-a19a-451b-ac53-ff92d64c9a46 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:41.373719 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4eba7c6c-3f79-47b1-ba14-bf13e7ab7938 req-74124ab0-a19a-451b-ac53-ff92d64c9a46 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=3148f867-b51a-4847-954e-45193f386847 HTTP/1.1" status: 200  len: 945 time: 0.0931687
Apr 20 23:46:41.422585 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4eba7c6c-3f79-47b1-ba14-bf13e7ab7938 req-edba957f-439f-4267-92ca-8481bbd79561 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423880
Apr 20 23:46:42.629380 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57af648-d091-4ed6-9ba8-6c4780733845 req-14af16f9-c057-4bdd-b5a9-885e354d1bcf tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:42.630716 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-e57af648-d091-4ed6-9ba8-6c4780733845 req-14af16f9-c057-4bdd-b5a9-885e354d1bcf tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Synchronizing usage tracker for tenant:1bc2c386d7f044f4a10172c41778dfcf on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:46:42.679737 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-e57af648-d091-4ed6-9ba8-6c4780733845 req-14af16f9-c057-4bdd-b5a9-885e354d1bcf tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Unset dirty status for tenant:1bc2c386d7f044f4a10172c41778dfcf on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:46:42.681142 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e57af648-d091-4ed6-9ba8-6c4780733845 req-14af16f9-c057-4bdd-b5a9-885e354d1bcf tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=3148f867-b51a-4847-954e-45193f386847 HTTP/1.1" status: 200  len: 945 time: 0.1413534
Apr 20 23:46:42.784836 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e57af648-d091-4ed6-9ba8-6c4780733845 req-233a9208-7e0a-4069-933f-98b347227778 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964332
Apr 20 23:46:42.816218 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25cd41-ea8b-48ec-ac80-8823041e3425 req-ebf191c8-2833-444f-90bc-d17bb6cb173a tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:42.817917 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cd25cd41-ea8b-48ec-ac80-8823041e3425 req-ebf191c8-2833-444f-90bc-d17bb6cb173a tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.10 "GET /v2.0/ports?device_id=3148f867-b51a-4847-954e-45193f386847 HTTP/1.1" status: 200  len: 945 time: 0.1281507
Apr 20 23:46:42.897524 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-cd25cd41-ea8b-48ec-ac80-8823041e3425 req-b12b0fbb-0c71-452f-bc34-238e605fe6f5 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Deleting port 15708866-bfaa-4188-a819-f5bba1d441d1 {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:46:42.897902 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-cd25cd41-ea8b-48ec-ac80-8823041e3425 req-b12b0fbb-0c71-452f-bc34-238e605fe6f5 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:43.162012 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-cd25cd41-ea8b-48ec-ac80-8823041e3425 req-b12b0fbb-0c71-452f-bc34-238e605fe6f5 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] For port 15708866-bfaa-4188-a819-f5bba1d441d1, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=15708866-bfaa-4188-a819-f5bba1d441d1,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:46:43.162419 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-cd25cd41-ea8b-48ec-ac80-8823041e3425 req-b12b0fbb-0c71-452f-bc34-238e605fe6f5 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:43.519761 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-cd25cd41-ea8b-48ec-ac80-8823041e3425 req-b12b0fbb-0c71-452f-bc34-238e605fe6f5 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Calling delete_port for 15708866-bfaa-4188-a819-f5bba1d441d1 owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:46:43.742481 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-cd25cd41-ea8b-48ec-ac80-8823041e3425 req-b12b0fbb-0c71-452f-bc34-238e605fe6f5 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:43.748341 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1b77644d-5db2-4c3a-bf35-64035816291b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:43.777895 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['c21d9f56-0da5-430c-827c-df49eeb2ab54', '15708866-bfaa-4188-a819-f5bba1d441d1'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:46:43.797532 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b0fbb-0c71-452f-bc34-238e605fe6f5 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Pushing event deleted for resources: {'Port': ['ID=15708866-bfaa-4188-a819-f5bba1d441d1,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:43.800897 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b12b0fbb-0c71-452f-bc34-238e605fe6f5 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:43.832624 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 4844976b-ea35-407e-b308-5646231a3297 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:46:43.876347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: 4844976b-ea35-407e-b308-5646231a3297 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:46:43.876747 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 4844976b-ea35-407e-b308-5646231a3297 not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:46:43.881000 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd25cd41-ea8b-48ec-ac80-8823041e3425 req-b12b0fbb-0c71-452f-bc34-238e605fe6f5 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] No DVR routers for this DVR port 15708866-bfaa-4188-a819-f5bba1d441d1 on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:46:43.883460 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-cd25cd41-ea8b-48ec-ac80-8823041e3425 req-b12b0fbb-0c71-452f-bc34-238e605fe6f5 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:43.886310 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3148f867-b51a-4847-954e-45193f386847', 'name': 'network-vif-deleted', 'tag': '15708866-bfaa-4188-a819-f5bba1d441d1'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:46:43.957300 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3148f867-b51a-4847-954e-45193f386847', 'name': 'network-vif-deleted', 'tag': '15708866-bfaa-4188-a819-f5bba1d441d1', 'status': 'completed', 'code': 200}
Apr 20 23:46:43.964025 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cd25cd41-ea8b-48ec-ac80-8823041e3425 req-b12b0fbb-0c71-452f-bc34-238e605fe6f5 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.10 "DELETE /v2.0/ports/15708866-bfaa-4188-a819-f5bba1d441d1 HTTP/1.1" status: 204  len: 173 time: 1.1405973
Apr 20 23:46:43.965357 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-5e681562-172e-4217-b541-205f6c737f7e req-55fa1a65-5a72-42c2-b352-14a08c5a7e9b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Synchronizing usage tracker for tenant:1bc2c386d7f044f4a10172c41778dfcf on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:46:44.028450 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-5e681562-172e-4217-b541-205f6c737f7e req-55fa1a65-5a72-42c2-b352-14a08c5a7e9b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Unset dirty status for tenant:1bc2c386d7f044f4a10172c41778dfcf on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:46:44.029831 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5e681562-172e-4217-b541-205f6c737f7e req-55fa1a65-5a72-42c2-b352-14a08c5a7e9b tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=3148f867-b51a-4847-954e-45193f386847 HTTP/1.1" status: 200  len: 210 time: 0.1165719
Apr 20 23:46:44.310846 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 46552) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:46:44.934159 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-70adab29-3729-4971-bd66-f904409e632c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546966'] for router_interface, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:45.300541 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-70adab29-3729-4971-bd66-f904409e632c admin admin] Deleting port 101277fe-863d-4cb2-ab5d-885338cae4f0 {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:46:45.300983 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-70adab29-3729-4971-bd66-f904409e632c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:45.485223 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-70adab29-3729-4971-bd66-f904409e632c admin admin] For port 101277fe-863d-4cb2-ab5d-885338cae4f0, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=101277fe-863d-4cb2-ab5d-885338cae4f0,segment=NetworkSegment(1ece5125-5818-4151-ac35-fa2f9c1f6845),segment_id=1ece5125-5818-4151-ac35-fa2f9c1f6845)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:46:45.485550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-70adab29-3729-4971-bd66-f904409e632c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:45.614806 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-70adab29-3729-4971-bd66-f904409e632c admin admin] Calling delete_port for 101277fe-863d-4cb2-ab5d-885338cae4f0 owned by network:router_interface {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:46:45.994781 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-70adab29-3729-4971-bd66-f904409e632c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:45.999437 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0689bb60-d28e-428c-b866-70f34ea09db7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:46.049835 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adab29-3729-4971-bd66-f904409e632c admin admin] Pushing event deleted for resources: {'Port': ['ID=101277fe-863d-4cb2-ab5d-885338cae4f0,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:46.079465 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-70adab29-3729-4971-bd66-f904409e632c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:46.333777 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-70adab29-3729-4971-bd66-f904409e632c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821772709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547048'] for router_interface, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:46.944317 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70adab29-3729-4971-bd66-f904409e632c admin admin] Router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:46:46.948925 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eab2b9-800c-4fec-9dd8-38d7e0f3e6bd req-4d81a555-6e90-45e9-ae3b-98eff7ed832d tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:46.950530 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-68eab2b9-800c-4fec-9dd8-38d7e0f3e6bd req-4d81a555-6e90-45e9-ae3b-98eff7ed832d tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 945 time: 0.0949948
Apr 20 23:46:46.999264 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-68eab2b9-800c-4fec-9dd8-38d7e0f3e6bd req-7e2a05f4-b686-45cc-ada2-1eeb2637815e tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419118
Apr 20 23:46:47.137103 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70adab29-3729-4971-bd66-f904409e632c admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:46:47.146235 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1112b8e4-9ff3-43ce-a191-cc1a6bc3b36b None None] Sync routers for ids ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:46:47.151906 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-70adab29-3729-4971-bd66-f904409e632c admin admin] 10.222.0.15 "PUT /v2.0/routers/4090d5d2-4fb8-45e4-af5e-e943f2b3b896/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8398719
Apr 20 23:46:47.154823 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 46570) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:46:47.155951 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1112b8e4-9ff3-43ce-a191-cc1a6bc3b36b None None] Routers {'4090d5d2-4fb8-45e4-af5e-e943f2b3b896'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:46:47.156619 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-1112b8e4-9ff3-43ce-a191-cc1a6bc3b36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e3f68d0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:46:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:47.341692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Notify callbacks [] for router, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:47.346747 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-1112b8e4-9ff3-43ce-a191-cc1a6bc3b36b None None] Set router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:46:47.526542 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:47.576745 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Deleting port a80135e4-ec51-4de6-a546-85f26ecf6162 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:46:47.577124 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:47.645749 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-1112b8e4-9ff3-43ce-a191-cc1a6bc3b36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e3f68d0>, [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:46:45Z', 'revision_number': 5, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port': {'id': 'a80135e4-ec51-4de6-a546-85f26ecf6162', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:15Z', 'updated_at': '2021-04-20T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:47.649745 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1112b8e4-9ff3-43ce-a191-cc1a6bc3b36b None None] Checking router: 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:46:47.658563 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1112b8e4-9ff3-43ce-a191-cc1a6bc3b36b None None] Routers {'4090d5d2-4fb8-45e4-af5e-e943f2b3b896'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:46:47.659263 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-1112b8e4-9ff3-43ce-a191-cc1a6bc3b36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e3f68d0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:46:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:47.776792 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] For port a80135e4-ec51-4de6-a546-85f26ecf6162, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=a80135e4-ec51-4de6-a546-85f26ecf6162,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:46:47.777196 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:47.824310 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-1112b8e4-9ff3-43ce-a191-cc1a6bc3b36b None None] Set router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 gateway port host: None {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:46:47.866598 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 15708866-bfaa-4188-a819-f5bba1d441d1 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:46:47.908562 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: 15708866-bfaa-4188-a819-f5bba1d441d1 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:46:47.908905 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 15708866-bfaa-4188-a819-f5bba1d441d1 not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:46:47.910603 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Calling delete_port for a80135e4-ec51-4de6-a546-85f26ecf6162 owned by network:router_gateway {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:46:47.938010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-1112b8e4-9ff3-43ce-a191-cc1a6bc3b36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e3f68d0>, [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:46:47Z', 'revision_number': 6, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port_host': None}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:47.942069 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1112b8e4-9ff3-43ce-a191-cc1a6bc3b36b None None] The sync data for ids ['4090d5d2-4fb8-45e4-af5e-e943f2b3b896'] in dv-cinder-680889-5-iscsi is: [{'id': '4090d5d2-4fb8-45e4-af5e-e943f2b3b896', 'name': 'tempest-AttachVolumeTestJSON-2085834014-router', 'tenant_id': '622c2b3243a145fe8008ad8c6b2c7620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:13Z', 'updated_at': '2021-04-20T23:46:47Z', 'revision_number': 6, 'project_id': '622c2b3243a145fe8008ad8c6b2c7620', 'gw_port_host': None}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:46:48.119975 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:48.125277 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:48.173437 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=a80135e4-ec51-4de6-a546-85f26ecf6162,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:48.210248 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e7000-fa95-47a0-8735-0f2efcab624e req-243aaa40-7e22-4f11-8e67-93fb7daaca71 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:48.212012 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c8e7000-fa95-47a0-8735-0f2efcab624e req-243aaa40-7e22-4f11-8e67-93fb7daaca71 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 945 time: 0.0942812
Apr 20 23:46:48.219700 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:46:48.220122 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:46:48.220529 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:46:48.221085 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:46:48.221350 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:46:48.221690 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:46:48.222060 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:46:48.222451 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:46:48.222850 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:46:48.223326 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:46:48.224228 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:46:48.224791 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:46:48.228424 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:48.262724 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4c8e7000-fa95-47a0-8735-0f2efcab624e req-1e96fde3-3baa-471a-9497-5add490c12e6 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/security-groups?id=44c17b50-78cc-441a-b009-fcac88af94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440414
Apr 20 23:46:48.290391 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854126999'] for router_gateway, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:48.532698 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e18b69-f4c1-4b75-bb85-c67332c5edc9 req-de57f5fe-104b-45e9-af8c-e427d5d493af tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:48.534342 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e3e18b69-f4c1-4b75-bb85-c67332c5edc9 req-de57f5fe-104b-45e9-af8c-e427d5d493af tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.10 "GET /v2.0/ports?device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 945 time: 0.0977454
Apr 20 23:46:48.616264 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-e3e18b69-f4c1-4b75-bb85-c67332c5edc9 req-7c2612ac-2775-4752-ba6d-d7fc89e2ce1f tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Deleting port c21d9f56-0da5-430c-827c-df49eeb2ab54 {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:46:48.616655 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-e3e18b69-f4c1-4b75-bb85-c67332c5edc9 req-7c2612ac-2775-4752-ba6d-d7fc89e2ce1f tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:48.716561 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854230475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5879'] for router, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:48.718863 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:48.834348 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-542065'] for router, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:48.834954 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4090d5d2-4fb8-45e4-af5e-e943f2b3b896 {{(pid=86385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 23:46:48.848216 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Notify callbacks [] for router, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:48.849587 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] 10.222.0.15 "DELETE /v2.0/routers/4090d5d2-4fb8-45e4-af5e-e943f2b3b896 HTTP/1.1" status: 204  len: 168 time: 1.6935632
Apr 20 23:46:48.852194 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 46578) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:46:48.906909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-e3e18b69-f4c1-4b75-bb85-c67332c5edc9 req-7c2612ac-2775-4752-ba6d-d7fc89e2ce1f tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] For port c21d9f56-0da5-430c-827c-df49eeb2ab54, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=c21d9f56-0da5-430c-827c-df49eeb2ab54,segment=NetworkSegment(66ea41eb-1595-48b5-82b7-a8fded94e9e5),segment_id=66ea41eb-1595-48b5-82b7-a8fded94e9e5)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:46:48.907352 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-e3e18b69-f4c1-4b75-bb85-c67332c5edc9 req-7c2612ac-2775-4752-ba6d-d7fc89e2ce1f tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:48.940026 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4704bca-df45-461a-8e78-390c694e3d98 admin admin] Deleting subnet 97053211-b5f1-465b-a73f-9aca769a79b3 {{(pid=86385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:46:48.944476 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e4704bca-df45-461a-8e78-390c694e3d98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:49.002564 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e4704bca-df45-461a-8e78-390c694e3d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851430518'] for subnet, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:49.053111 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-e3e18b69-f4c1-4b75-bb85-c67332c5edc9 req-7c2612ac-2775-4752-ba6d-d7fc89e2ce1f tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Calling delete_port for c21d9f56-0da5-430c-827c-df49eeb2ab54 owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:46:49.086671 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e4704bca-df45-461a-8e78-390c694e3d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821926496'] for subnet, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:49.216578 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021e4d4-e98f-4176-a8ae-5a2a031f7a28 req-f9498d80-21e9-405c-8c07-450bed1bb1a9 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:49.218200 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4021e4d4-e98f-4176-a8ae-5a2a031f7a28 req-f9498d80-21e9-405c-8c07-450bed1bb1a9 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 945 time: 0.1314332
Apr 20 23:46:49.270843 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4021e4d4-e98f-4176-a8ae-5a2a031f7a28 req-3003724c-42a6-4bf1-91db-995f3dc66416 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451889
Apr 20 23:46:49.377029 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e4704bca-df45-461a-8e78-390c694e3d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32849304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851396337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851829637'] for subnet, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:49.388524 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:49.405259 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-e3e18b69-f4c1-4b75-bb85-c67332c5edc9 req-7c2612ac-2775-4752-ba6d-d7fc89e2ce1f tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:49.413128 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:49.444238 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['c21d9f56-0da5-430c-827c-df49eeb2ab54'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:46:49.460909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4704bca-df45-461a-8e78-390c694e3d98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97053211-b5f1-465b-a73f-9aca769a79b3,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:49.463940 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2612ac-2775-4752-ba6d-d7fc89e2ce1f tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Pushing event deleted for resources: {'Port': ['ID=c21d9f56-0da5-430c-827c-df49eeb2ab54,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:49.466309 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7c2612ac-2775-4752-ba6d-d7fc89e2ce1f tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:49.469864 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a81df3e0-2b12-4cfa-9daa-2de59f2a263f req-b611b93a-c7af-4523-b5f7-0f108a4384f1 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.15 "GET /v2.0/ports?device_id=12fcda9c-81d8-490a-af4c-e911048ebbcc HTTP/1.1" status: 200  len: 210 time: 0.0874569
Apr 20 23:46:49.471939 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e4704bca-df45-461a-8e78-390c694e3d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:49.473053 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e4704bca-df45-461a-8e78-390c694e3d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:49.480919 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-e4704bca-df45-461a-8e78-390c694e3d98 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/97053211-b5f1-465b-a73f-9aca769a79b3 HTTP/1.1" status: 204  len: 168 time: 0.6276624
Apr 20 23:46:49.483511 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 46586) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:46:49.490380 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf5c319-7bd3-4832-9f4d-1b9bf9b23e20 None None] Network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:46:49.553350 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e18b69-f4c1-4b75-bb85-c67332c5edc9 req-7c2612ac-2775-4752-ba6d-d7fc89e2ce1f tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] No DVR routers for this DVR port c21d9f56-0da5-430c-827c-df49eeb2ab54 on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:46:49.555848 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-e3e18b69-f4c1-4b75-bb85-c67332c5edc9 req-7c2612ac-2775-4752-ba6d-d7fc89e2ce1f tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:49.560109 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fcda9c-81d8-490a-af4c-e911048ebbcc', 'name': 'network-vif-deleted', 'tag': 'c21d9f56-0da5-430c-827c-df49eeb2ab54'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:46:49.600821 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e3e18b69-f4c1-4b75-bb85-c67332c5edc9 req-7c2612ac-2775-4752-ba6d-d7fc89e2ce1f tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] 10.222.0.10 "DELETE /v2.0/ports/c21d9f56-0da5-430c-827c-df49eeb2ab54 HTTP/1.1" status: 204  len: 173 time: 1.0603590
Apr 20 23:46:49.614906 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821894164'] for network, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:49.619501 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fcda9c-81d8-490a-af4c-e911048ebbcc', 'name': 'network-vif-deleted', 'tag': 'c21d9f56-0da5-430c-827c-df49eeb2ab54', 'status': 'completed', 'code': 200}
Apr 20 23:46:49.626468 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Deleting port 770d84a0-83b7-416b-a6ce-4b647d5e3aff {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:46:49.626838 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:49.789741 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e27990-93be-4e38-8fa6-92bfd9a26041 None None] DHCP port deletion for bf54acd7-65cc-4ce8-894c-45f7b4810ea3 request from dv-cinder-680889-5-iscsi {{(pid=86387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 23:46:49.796353 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-48e27990-93be-4e38-8fa6-92bfd9a26041 None None] Deleting port 770d84a0-83b7-416b-a6ce-4b647d5e3aff {{(pid=86387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:46:49.796771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48e27990-93be-4e38-8fa6-92bfd9a26041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:49.835706 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 101277fe-863d-4cb2-ab5d-885338cae4f0 no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:46:49.876484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] For port 770d84a0-83b7-416b-a6ce-4b647d5e3aff, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=770d84a0-83b7-416b-a6ce-4b647d5e3aff,segment=NetworkSegment(1ece5125-5818-4151-ac35-fa2f9c1f6845),segment_id=1ece5125-5818-4151-ac35-fa2f9c1f6845)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:46:49.877014 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:49.882500 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: 101277fe-863d-4cb2-ab5d-885338cae4f0 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:46:49.882894 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 101277fe-863d-4cb2-ab5d-885338cae4f0 not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:46:49.883379 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device a80135e4-ec51-4de6-a546-85f26ecf6162 no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:46:49.927999 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: a80135e4-ec51-4de6-a546-85f26ecf6162 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:46:49.928399 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device a80135e4-ec51-4de6-a546-85f26ecf6162 not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:46:50.014288 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Calling delete_port for 770d84a0-83b7-416b-a6ce-4b647d5e3aff owned by network:dhcp {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:46:50.098357 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-48e27990-93be-4e38-8fa6-92bfd9a26041 None None] For port 770d84a0-83b7-416b-a6ce-4b647d5e3aff, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=770d84a0-83b7-416b-a6ce-4b647d5e3aff,segment=NetworkSegment(1ece5125-5818-4151-ac35-fa2f9c1f6845),segment_id=1ece5125-5818-4151-ac35-fa2f9c1f6845)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:46:50.098741 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48e27990-93be-4e38-8fa6-92bfd9a26041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:50.136553 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:50.143519 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1603bb6a-2da9-4091-84df-2c63e8ec4c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:50.191011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=770d84a0-83b7-416b-a6ce-4b647d5e3aff,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:50.193748 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] No DVR routers for this DVR port 770d84a0-83b7-416b-a6ce-4b647d5e3aff on host dv-cinder-680889-5-iscsi {{(pid=86385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:46:50.195347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:50.232437 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-48e27990-93be-4e38-8fa6-92bfd9a26041 None None] Calling delete_port for 770d84a0-83b7-416b-a6ce-4b647d5e3aff owned by network:dhcp {{(pid=86387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:46:50.310637 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.db.api [None req-48e27990-93be-4e38-8fa6-92bfd9a26041 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86387) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:46:50.311052 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_db.api [None req-48e27990-93be-4e38-8fa6-92bfd9a26041 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:46:50.323467 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32849397', 'neutron.services.segments.db._delete_segments_for_network-8727759383667'] for network, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:50.497649 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f016d238518>,) {'filters': {'network_id': ['bf54acd7-65cc-4ce8-894c-45f7b4810ea3']}} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:50.519656 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f016d238518>, '1ece5125-5818-4151-ac35-fa2f9c1f6845') {'for_net_delete': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:50.519995 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f016d238518>, '1ece5125-5818-4151-ac35-fa2f9c1f6845') {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:50.537740 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309095412067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345282'] for segment, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:50.561541 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7de73-8c68-4888-b1a2-5792b18f96d6 req-95bed1d9-b5fa-4650-8f67-71e99d9c9ff6 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:50.562149 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c8d7de73-8c68-4888-b1a2-5792b18f96d6 req-95bed1d9-b5fa-4650-8f67-71e99d9c9ff6 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 945 time: 0.1722324
Apr 20 23:46:50.611276 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c8d7de73-8c68-4888-b1a2-5792b18f96d6 req-86cda60c-b162-4517-809a-575ef0e9c9c1 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423746
Apr 20 23:46:50.657896 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:50.665926 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=86385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:46:50.680364 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 46596) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:46:50.769840 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded1c8e-a680-4779-a398-fda4b13e9d80 req-5057e692-db0d-4575-9776-cf25e53bea6a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:50.772001 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3ded1c8e-a680-4779-a398-fda4b13e9d80 req-5057e692-db0d-4575-9776-cf25e53bea6a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 945 time: 0.0916760
Apr 20 23:46:50.812870 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-48e27990-93be-4e38-8fa6-92bfd9a26041 None None] Deleting port 770d84a0-83b7-416b-a6ce-4b647d5e3aff {{(pid=86387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:46:50.813313 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48e27990-93be-4e38-8fa6-92bfd9a26041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:50.855818 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-3ded1c8e-a680-4779-a398-fda4b13e9d80 req-dd005599-058a-4472-8fa9-6329139e4fcb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Deleting port 34a736f9-3940-4fd4-abb6-6f93ad75b812 {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:46:50.857270 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-3ded1c8e-a680-4779-a398-fda4b13e9d80 req-dd005599-058a-4472-8fa9-6329139e4fcb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:50.890008 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-48e27990-93be-4e38-8fa6-92bfd9a26041 None None] The port '770d84a0-83b7-416b-a6ce-4b647d5e3aff' was deleted {{(pid=86387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 23:46:50.899795 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-3065269f-430d-49d5-bcf2-83fb3efc2885 admin admin] Deleting subnet d00cf0fb-4b6e-442d-883f-ae3fd2e5e7aa {{(pid=86385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:46:50.905305 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3065269f-430d-49d5-bcf2-83fb3efc2885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:50.948415 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:46:50.959575 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821929039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379372'] for segment, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:51.081790 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3065269f-430d-49d5-bcf2-83fb3efc2885 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851430518'] for subnet, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:51.124195 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-3ded1c8e-a680-4779-a398-fda4b13e9d80 req-dd005599-058a-4472-8fa9-6329139e4fcb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] For port 34a736f9-3940-4fd4-abb6-6f93ad75b812, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=34a736f9-3940-4fd4-abb6-6f93ad75b812,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:46:51.124604 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-3ded1c8e-a680-4779-a398-fda4b13e9d80 req-dd005599-058a-4472-8fa9-6329139e4fcb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:51.199325 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Network bf54acd7-65cc-4ce8-894c-45f7b4810ea3 has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]: Traceback (most recent call last):
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:     timer()
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:     cb(*args, **kw)
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:     return func(*args, **kwargs)
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:     self._notify()
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:     self.callback(batched_events)
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:     event.method(event)
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:     segment_id)['aggregates'][0]
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:     return f(self, *a, **k)
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self._get(url).json()
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:     **kwargs)
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:     **endpoint_filter)
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:46:51.224111 dv-cinder-680889-5-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:46:51.305145 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3065269f-430d-49d5-bcf2-83fb3efc2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821926496'] for subnet, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:51.436924 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-3ded1c8e-a680-4779-a398-fda4b13e9d80 req-dd005599-058a-4472-8fa9-6329139e4fcb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:51.437351 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-3ded1c8e-a680-4779-a398-fda4b13e9d80 req-dd005599-058a-4472-8fa9-6329139e4fcb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854229059'] for floatingip, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:51.437710 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_db [req-3ded1c8e-a680-4779-a398-fda4b13e9d80 req-dd005599-058a-4472-8fa9-6329139e4fcb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Floating IP 0b602a20-62c3-4ee7-97fb-8161120e411b disassociated. External IP: 172.27.2.207, port: 34a736f9-3940-4fd4-abb6-6f93ad75b812.
Apr 20 23:46:51.438097 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-3ded1c8e-a680-4779-a398-fda4b13e9d80 req-dd005599-058a-4472-8fa9-6329139e4fcb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Calling delete_port for 34a736f9-3940-4fd4-abb6-6f93ad75b812 owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:46:51.470240 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821926403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854229106'] for network, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:51.485878 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:51.502019 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:51.525170 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf54acd7-65cc-4ce8-894c-45f7b4810ea3,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:51.533962 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:51.567685 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bf54acd7-65cc-4ce8-894c-45f7b4810ea3 HTTP/1.1" status: 204  len: 168 time: 2.0827930
Apr 20 23:46:51.650819 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-3ded1c8e-a680-4779-a398-fda4b13e9d80 req-dd005599-058a-4472-8fa9-6329139e4fcb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:51.658251 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:51.714477 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd005599-058a-4472-8fa9-6329139e4fcb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event deleted for resources: {'Port': ['ID=34a736f9-3940-4fd4-abb6-6f93ad75b812,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:51.718613 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-dd005599-058a-4472-8fa9-6329139e4fcb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:51.737059 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3065269f-430d-49d5-bcf2-83fb3efc2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32849304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851396337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851829637'] for subnet, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:51.748553 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:51.815123 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 770d84a0-83b7-416b-a6ce-4b647d5e3aff no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:46:51.820466 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3065269f-430d-49d5-bcf2-83fb3efc2885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:51.838870 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065269f-430d-49d5-bcf2-83fb3efc2885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00cf0fb-4b6e-442d-883f-ae3fd2e5e7aa,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:51.842953 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-fc67f7d5-5363-4038-ab05-83ea2a4d46e5 req-5282733b-c536-4048-8e43-8bd06deaea3c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 210 time: 0.0956106
Apr 20 23:46:51.843845 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3065269f-430d-49d5-bcf2-83fb3efc2885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:51.847704 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3065269f-430d-49d5-bcf2-83fb3efc2885 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d00cf0fb-4b6e-442d-883f-ae3fd2e5e7aa HTTP/1.1" status: 204  len: 168 time: 1.1639822
Apr 20 23:46:51.850496 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 46604) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:46:51.868038 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: 770d84a0-83b7-416b-a6ce-4b647d5e3aff {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:46:51.868441 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 770d84a0-83b7-416b-a6ce-4b647d5e3aff not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:46:51.894604 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device c21d9f56-0da5-430c-827c-df49eeb2ab54 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:46:51.896073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 46608) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:46:51.934414 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: c21d9f56-0da5-430c-827c-df49eeb2ab54 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:46:51.934661 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device c21d9f56-0da5-430c-827c-df49eeb2ab54 not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:46:51.977491 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3dc3e7e5-486e-4256-afa1-244aef548db5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=622c2b3243a145fe8008ad8c6b2c7620&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0800970
Apr 20 23:46:51.978401 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9afcff01-bec3-4a79-8878-29866c845c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821894164'] for network, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:51.980133 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 46612) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:46:51.982298 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ded1c8e-a680-4779-a398-fda4b13e9d80 req-dd005599-058a-4472-8fa9-6329139e4fcb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Router b5aa26bd-1a5b-488c-a19f-bae605213b2b has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:46:52.159010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9afcff01-bec3-4a79-8878-29866c845c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32849397', 'neutron.services.segments.db._delete_segments_for_network-8727759383667'] for network, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:52.180399 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ded1c8e-a680-4779-a398-fda4b13e9d80 req-dd005599-058a-4472-8fa9-6329139e4fcb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:46:52.191643 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27864d0d-f9bc-4fa8-a7f4-bb57332788b9 None None] Sync routers for ids ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:46:52.205398 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27864d0d-f9bc-4fa8-a7f4-bb57332788b9 None None] Routers {'b5aa26bd-1a5b-488c-a19f-bae605213b2b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:46:52.206899 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-27864d0d-f9bc-4fa8-a7f4-bb57332788b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e30a240>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:46:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:52.261430 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ded1c8e-a680-4779-a398-fda4b13e9d80 req-dd005599-058a-4472-8fa9-6329139e4fcb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] No DVR routers for this DVR port 34a736f9-3940-4fd4-abb6-6f93ad75b812 on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:46:52.263955 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-3ded1c8e-a680-4779-a398-fda4b13e9d80 req-dd005599-058a-4472-8fa9-6329139e4fcb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:52.268192 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2820bc9-856a-4ec3-8dde-b5c514cd9b06', 'name': 'network-vif-deleted', 'tag': '34a736f9-3940-4fd4-abb6-6f93ad75b812'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:46:52.274911 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5d2dcf2-b26c-4b64-89f9-a94ec1ad2b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:52.314761 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3ded1c8e-a680-4779-a398-fda4b13e9d80 req-dd005599-058a-4472-8fa9-6329139e4fcb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.10 "DELETE /v2.0/ports/34a736f9-3940-4fd4-abb6-6f93ad75b812 HTTP/1.1" status: 204  len: 173 time: 1.5362744
Apr 20 23:46:52.315412 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-9afcff01-bec3-4a79-8878-29866c845c9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f016d01ea58>,) {'filters': {'network_id': ['684f9f93-175a-4f6c-b122-2caf0186c78d']}} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:52.329291 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2820bc9-856a-4ec3-8dde-b5c514cd9b06', 'name': 'network-vif-deleted', 'tag': '34a736f9-3940-4fd4-abb6-6f93ad75b812', 'status': 'completed', 'code': 200}
Apr 20 23:46:52.334478 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5d2dcf2-b26c-4b64-89f9-a94ec1ad2b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:52.342335 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-9afcff01-bec3-4a79-8878-29866c845c9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f016d01ea58>, '66ea41eb-1595-48b5-82b7-a8fded94e9e5') {'for_net_delete': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:52.342631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-9afcff01-bec3-4a79-8878-29866c845c9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f016d01ea58>, '66ea41eb-1595-48b5-82b7-a8fded94e9e5') {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:52.365525 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9afcff01-bec3-4a79-8878-29866c845c9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309095412067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345282'] for segment, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:52.397056 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9afcff01-bec3-4a79-8878-29866c845c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:52.404251 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afcff01-bec3-4a79-8878-29866c845c9a admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=86385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:46:52.411963 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-27864d0d-f9bc-4fa8-a7f4-bb57332788b9 None None] Set router b5aa26bd-1a5b-488c-a19f-bae605213b2b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:46:52.622647 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-9afcff01-bec3-4a79-8878-29866c845c9a admin admin] Network 684f9f93-175a-4f6c-b122-2caf0186c78d has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:46:52.632011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9afcff01-bec3-4a79-8878-29866c845c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821929039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379372'] for segment, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:52.652586 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5d2dcf2-b26c-4b64-89f9-a94ec1ad2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:52.703366 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cf8afd4b-e674-493a-8530-6499ef492529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:52.732952 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2dcf2-b26c-4b64-89f9-a94ec1ad2b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f13b29-7f51-4036-a48b-0af674fc88cf,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:52.735567 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b5d2dcf2-b26c-4b64-89f9-a94ec1ad2b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:52.765263 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b5d2dcf2-b26c-4b64-89f9-a94ec1ad2b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:52.769143 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b5d2dcf2-b26c-4b64-89f9-a94ec1ad2b66 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43f13b29-7f51-4036-a48b-0af674fc88cf HTTP/1.1" status: 204  len: 168 time: 0.7847342
Apr 20 23:46:52.772603 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-27864d0d-f9bc-4fa8-a7f4-bb57332788b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e30a240>, [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 5, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:52.777014 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27864d0d-f9bc-4fa8-a7f4-bb57332788b9 None None] Checking router: b5aa26bd-1a5b-488c-a19f-bae605213b2b for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:46:52.787868 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27864d0d-f9bc-4fa8-a7f4-bb57332788b9 None None] Routers {'b5aa26bd-1a5b-488c-a19f-bae605213b2b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:46:52.788818 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-27864d0d-f9bc-4fa8-a7f4-bb57332788b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e30a240>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:46:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:52.859686 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-9afcff01-bec3-4a79-8878-29866c845c9a admin admin] Network 684f9f93-175a-4f6c-b122-2caf0186c78d has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]: Traceback (most recent call last):
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:     timer()
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:     cb(*args, **kw)
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:     return func(*args, **kwargs)
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:     self._notify()
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:     self.callback(batched_events)
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:     event.method(event)
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:     segment_id)['aggregates'][0]
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:     return f(self, *a, **k)
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self._get(url).json()
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:     **kwargs)
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:     **endpoint_filter)
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:46:52.895704 dv-cinder-680889-5-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:46:53.003413 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-593476b7-8c0f-48d6-a0d7-563b69b46a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:53.013263 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-27864d0d-f9bc-4fa8-a7f4-bb57332788b9 None None] Set router b5aa26bd-1a5b-488c-a19f-bae605213b2b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:46:53.063346 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f80cd142-d2a4-42a1-8f19-1c6f4dd52b58 req-b23429df-17d5-40a1-b0bf-7108a840613f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2820bc9-856a-4ec3-8dde-b5c514cd9b06 HTTP/1.1" status: 200  len: 210 time: 0.0573137
Apr 20 23:46:53.165340 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9afcff01-bec3-4a79-8878-29866c845c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821926403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854229106'] for network, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:53.170392 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9afcff01-bec3-4a79-8878-29866c845c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:53.174732 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:53.197853 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcff01-bec3-4a79-8878-29866c845c9a admin admin] Pushing event deleted for resources: {'Network': ['ID=684f9f93-175a-4f6c-b122-2caf0186c78d,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:53.200645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9afcff01-bec3-4a79-8878-29866c845c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:53.236644 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9afcff01-bec3-4a79-8878-29866c845c9a admin admin] 10.222.0.15 "DELETE /v2.0/networks/684f9f93-175a-4f6c-b122-2caf0186c78d HTTP/1.1" status: 204  len: 168 time: 1.3823197
Apr 20 23:46:53.356522 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-27864d0d-f9bc-4fa8-a7f4-bb57332788b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e30a240>, [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 5, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:53.360959 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27864d0d-f9bc-4fa8-a7f4-bb57332788b9 None None] The sync data for ids ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'] in dv-cinder-680889-5-iscsi is: [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 5, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:46:53.465337 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 46634) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:46:53.526680 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-7ce938ab-dec3-4f09-9ac0-5f4848245707 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1bc2c386d7f044f4a10172c41778dfcf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0599418
Apr 20 23:46:53.529638 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 46638) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:46:53.762760 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aaa01a-6676-489e-9526-f008d984cfa1 None None] New status for floating IP 0b602a20-62c3-4ee7-97fb-8161120e411b: DOWN {{(pid=86388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:46:53.862924 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c3e46771-35e3-47a0-982c-548013c32bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:53.892311 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c3e46771-35e3-47a0-982c-548013c32bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:54.068774 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c3e46771-35e3-47a0-982c-548013c32bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:54.074890 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d89037f4-7fa2-49d6-a133-604c5277bc6f tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:54.091898 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e46771-35e3-47a0-982c-548013c32bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c17b50-78cc-441a-b009-fcac88af94e9,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:54.094502 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c3e46771-35e3-47a0-982c-548013c32bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:54.136047 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c3e46771-35e3-47a0-982c-548013c32bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:54.137538 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c3e46771-35e3-47a0-982c-548013c32bb6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44c17b50-78cc-441a-b009-fcac88af94e9 HTTP/1.1" status: 204  len: 168 time: 0.6067719
Apr 20 23:46:54.191454 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 46654) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:46:54.531215 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-31788d6d-3f8d-4e80-a438-887a8851300f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2031933110&fields=id&tenant_id=c5751660b19f46889662febceecb2c37 HTTP/1.1" status: 200  len: 267 time: 0.0449569
Apr 20 23:46:54.550760 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-837157397-network', 'tenant_id': '2340b7bbe6a8403bb37b6e0509a7ffaf'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:46:54.556727 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:46:54.561015 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Usage tracker for resource:network and tenant:2340b7bbe6a8403bb37b6e0509a7ffaf is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:46:54.565166 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:46:54.572545 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:46:54.605147 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Made reservation on behalf of 2340b7bbe6a8403bb37b6e0509a7ffaf for: {'network': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:46:54.610162 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:54.624872 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:54.641940 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:46:54.646608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Usage tracker for resource:security_group_rule and tenant:2340b7bbe6a8403bb37b6e0509a7ffaf is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:46:54.649801 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:46:54.656050 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:46:54.711294 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-959b92b1-61cb-449d-aa3c-8f99705713c7 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:54.715319 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-959b92b1-61cb-449d-aa3c-8f99705713c7 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/networks?id=c66264cc-995a-4b15-a0af-b2c48f7e03e4 HTTP/1.1" status: 200  len: 812 time: 0.1734650
Apr 20 23:46:54.730707 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-ad4ff7aa-05b1-4ea9-8dbe-d95bb43ca5fd tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/quotas/c5751660b19f46889662febceecb2c37 HTTP/1.1" status: 200  len: 375 time: 0.0108433
Apr 20 23:46:54.828124 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f12c26e5-c778-40e4-9faf-4f0ef748d58a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c5751660b19f46889662febceecb2c37&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0913208
Apr 20 23:46:54.878544 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:54.885224 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-330d1d9e-6936-4571-8274-f8ad349541e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:54.925550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:54.931649 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1b19ae7b-db64-4065-a9f3-473cab678e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:54.960326 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'}  {{(pid=86386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:46:54.969559 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609e5513-3473-466f-bc49-d7526c5b580b,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:54.973972 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:54.976878 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:54.977266 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Added segment 3b7797c1-251c-4fc4-afc7-ed141d6366aa of type vlan for network 6e773713-b518-481e-858b-2bde3b569794
Apr 20 23:46:55.001335 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-79953c97-56e5-4d30-9201-ed430570292d service neutron] 10.222.0.15 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535795
Apr 20 23:46:55.007808 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:55.068150 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:55.069676 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:55.070325 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:55.076027 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e5c51d29-cafe-4b59-9656-d4f75ef94b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:55.153749 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-d8748334-8458-4cb3-b202-ae8c2d3c530e service neutron] 10.222.0.15 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1454935
Apr 20 23:46:55.186293 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Pushing event updated for resources: {'Network': ['ID=6e773713-b518-481e-858b-2bde3b569794,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:55.189334 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:55.194256 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.0045600
Apr 20 23:46:55.198379 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 46684) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:46:55.200954 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network 6e773713-b518-481e-858b-2bde3b569794 details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:46:55.205938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-f583f5fa-7b49-48b0-a2fb-7408f67c93a8 admin admin] Request body: {'subnet': {'network_id': '6e773713-b518-481e-858b-2bde3b569794', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-837157397-subnet', 'tenant_id': '2340b7bbe6a8403bb37b6e0509a7ffaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:46:55.213109 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f583f5fa-7b49-48b0-a2fb-7408f67c93a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:46:55.217540 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f583f5fa-7b49-48b0-a2fb-7408f67c93a8 admin admin] Usage tracker for resource:subnet and tenant:2340b7bbe6a8403bb37b6e0509a7ffaf is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:46:55.220812 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f583f5fa-7b49-48b0-a2fb-7408f67c93a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:46:55.228385 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f583f5fa-7b49-48b0-a2fb-7408f67c93a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:46:55.268039 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f583f5fa-7b49-48b0-a2fb-7408f67c93a8 admin admin] Made reservation on behalf of 2340b7bbe6a8403bb37b6e0509a7ffaf for: {'subnet': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:46:55.275478 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f583f5fa-7b49-48b0-a2fb-7408f67c93a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946129'] for subnet, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:55.772261 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-83daf6ac-ae83-4e01-9835-d1600262f1e0 req-bd773f79-59b4-4c3a-ac89-06ecc86216ee tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 210 time: 0.0641153
Apr 20 23:46:55.782051 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f583f5fa-7b49-48b0-a2fb-7408f67c93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3379530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946112'] for subnet, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:55.788081 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-48c650d8-9a1a-4bbe-9559-d62c1e9ab9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:55.870626 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583f5fa-7b49-48b0-a2fb-7408f67c93a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71cbe685-0cdb-452a-8c7b-7d91c238ffd6,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:55.874852 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f583f5fa-7b49-48b0-a2fb-7408f67c93a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:55.875955 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583f5fa-7b49-48b0-a2fb-7408f67c93a8 admin admin] Checking segment: {'id': '3b7797c1-251c-4fc4-afc7-ed141d6366aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6e773713-b518-481e-858b-2bde3b569794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:46:55.876357 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f583f5fa-7b49-48b0-a2fb-7408f67c93a8 admin admin] Network hostable DHCP agents. Network: 6e773713-b518-481e-858b-2bde3b569794, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:46:55.898496 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 34a736f9-3940-4fd4-abb6-6f93ad75b812 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:46:55.930804 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f583f5fa-7b49-48b0-a2fb-7408f67c93a8 admin admin] Network 6e773713-b518-481e-858b-2bde3b569794 is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:46:55.936660 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: 34a736f9-3940-4fd4-abb6-6f93ad75b812 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:46:55.937795 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 34a736f9-3940-4fd4-abb6-6f93ad75b812 not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:46:55.971437 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-f583f5fa-7b49-48b0-a2fb-7408f67c93a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, 6e773713-b518-481e-858b-2bde3b569794) {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:46:55.982572 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13ed7df-ab60-41ed-b43c-e42c20093270 None None] Network 6e773713-b518-481e-858b-2bde3b569794 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:46:55.993510 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f583f5fa-7b49-48b0-a2fb-7408f67c93a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:55.994146 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f583f5fa-7b49-48b0-a2fb-7408f67c93a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:56.034730 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f583f5fa-7b49-48b0-a2fb-7408f67c93a8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.8346963
Apr 20 23:46:56.266610 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa4446e-74cb-4bfc-a970-d6fcc7becc52 None None] Network 6e773713-b518-481e-858b-2bde3b569794 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:46:56.289671 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:56.620129 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:56.900419 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 46734) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:46:56.906514 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1825961951-network', 'tenant_id': '6b4b1c16053e4fbc8395596498874578'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:46:56.912577 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:46:56.916657 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Usage tracker for resource:network and tenant:6b4b1c16053e4fbc8395596498874578 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:46:56.923864 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:46:56.930158 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:46:56.948321 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-5a4f992e-0b96-49a2-bffc-1e1e70df1316 req-72486978-075b-4de9-b716-5ef6bf76b03c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Synchronizing usage tracker for tenant:c5751660b19f46889662febceecb2c37 on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:46:56.970523 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Made reservation on behalf of 6b4b1c16053e4fbc8395596498874578 for: {'network': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:46:56.975516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:56.991379 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:56.993723 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-5a4f992e-0b96-49a2-bffc-1e1e70df1316 req-72486978-075b-4de9-b716-5ef6bf76b03c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Unset dirty status for tenant:c5751660b19f46889662febceecb2c37 on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:46:56.995027 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5a4f992e-0b96-49a2-bffc-1e1e70df1316 req-72486978-075b-4de9-b716-5ef6bf76b03c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 210 time: 0.0984354
Apr 20 23:46:57.007844 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:46:57.012019 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Usage tracker for resource:security_group_rule and tenant:6b4b1c16053e4fbc8395596498874578 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:46:57.014936 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:46:57.021545 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:46:57.104984 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:57.124630 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:57.128729 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-48b5d611-8c1b-40c9-b033-d8579ff5cdb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:57.157659 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'}  {{(pid=86385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:46:57.166802 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f75f2d0-81e9-4d2c-b9b1-80e7d18fec81,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:57.170665 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:57.173113 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:57.173509 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Added segment c6e25963-268b-45ea-b79c-f735ee455eac of type vlan for network 8161b85c-bd98-4bf8-8218-295777a9533e
Apr 20 23:46:57.237755 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:57.313953 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:57.315464 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:57.316118 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:57.322459 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:57.336528 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:57.438194 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Pushing event updated for resources: {'Network': ['ID=8161b85c-bd98-4bf8-8218-295777a9533e,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:57.441344 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:57.451219 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network 8161b85c-bd98-4bf8-8218-295777a9533e details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:46:57.480617 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1350fb69-d28f-47bc-8c58-73927c9fa93c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.5789731
Apr 20 23:46:57.483521 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 46746) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:46:57.490780 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-434c2209-01fc-43a5-b029-069c141977e1 admin admin] Request body: {'subnet': {'network_id': '8161b85c-bd98-4bf8-8218-295777a9533e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1825961951-subnet', 'tenant_id': '6b4b1c16053e4fbc8395596498874578', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:46:57.496222 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-434c2209-01fc-43a5-b029-069c141977e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:46:57.500378 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-434c2209-01fc-43a5-b029-069c141977e1 admin admin] Usage tracker for resource:subnet and tenant:6b4b1c16053e4fbc8395596498874578 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:46:57.503644 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-434c2209-01fc-43a5-b029-069c141977e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:46:57.510640 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-434c2209-01fc-43a5-b029-069c141977e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:46:57.541180 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-7a4a72f5-2867-4549-83ab-166649adafb7 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:57.543121 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-7a4a72f5-2867-4549-83ab-166649adafb7 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.10 "GET /v2.0/networks?id=c66264cc-995a-4b15-a0af-b2c48f7e03e4 HTTP/1.1" status: 200  len: 812 time: 0.1687655
Apr 20 23:46:57.547928 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434c2209-01fc-43a5-b029-069c141977e1 admin admin] Made reservation on behalf of 6b4b1c16053e4fbc8395596498874578 for: {'subnet': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:46:57.553730 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-434c2209-01fc-43a5-b029-069c141977e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946129'] for subnet, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:57.642580 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-8f5a8f11-4164-44e8-aa7e-b4aa4e9ebfb0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5751660b19f46889662febceecb2c37 HTTP/1.1" status: 200  len: 8061 time: 0.0858481
Apr 20 23:46:57.652257 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-35ebfe7f-a6e7-450e-a3cf-e534ff181e64 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Request body: {'port': {'device_id': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'admin_state_up': True, 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'security_groups': ['d9459fd6-8b4a-4d89-80ad-4118dabb1098']}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:46:58.056884 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-35ebfe7f-a6e7-450e-a3cf-e534ff181e64 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:46:58.068758 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-35ebfe7f-a6e7-450e-a3cf-e534ff181e64 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:46:58.113843 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-35ebfe7f-a6e7-450e-a3cf-e534ff181e64 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Made reservation on behalf of c5751660b19f46889662febceecb2c37 for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:46:58.120390 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-35ebfe7f-a6e7-450e-a3cf-e534ff181e64 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:58.179396 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4d8d70d9-2ec8-468f-b304-991f47491ea1 req-06469f0b-409c-4f91-91b9-97aeefd0de53 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 210 time: 0.0575488
Apr 20 23:46:58.272193 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-434c2209-01fc-43a5-b029-069c141977e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3379530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946112'] for subnet, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:58.277184 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:58.297009 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-35ebfe7f-a6e7-450e-a3cf-e534ff181e64 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Allocated IP 172.20.0.6 (c66264cc-995a-4b15-a0af-b2c48f7e03e4/fffd4a38-1cbb-47c5-9d03-c9ee33266e2c/0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:46:58.356194 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c2209-01fc-43a5-b029-069c141977e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceea7ff9-7a49-4358-ad8f-960d51ad7cb2,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:58.359934 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-434c2209-01fc-43a5-b029-069c141977e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:58.366183 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434c2209-01fc-43a5-b029-069c141977e1 admin admin] Checking segment: {'id': 'c6e25963-268b-45ea-b79c-f735ee455eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8161b85c-bd98-4bf8-8218-295777a9533e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:46:58.366581 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434c2209-01fc-43a5-b029-069c141977e1 admin admin] Network hostable DHCP agents. Network: 8161b85c-bd98-4bf8-8218-295777a9533e, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:46:58.411420 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434c2209-01fc-43a5-b029-069c141977e1 admin admin] Network 8161b85c-bd98-4bf8-8218-295777a9533e is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:46:58.444983 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-434c2209-01fc-43a5-b029-069c141977e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, 8161b85c-bd98-4bf8-8218-295777a9533e) {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:46:58.454227 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a95220-a532-443e-b359-4f782849aa4c None None] Network 8161b85c-bd98-4bf8-8218-295777a9533e requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:46:58.458911 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434c2209-01fc-43a5-b029-069c141977e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:58.459602 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-434c2209-01fc-43a5-b029-069c141977e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:58.501700 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-35ebfe7f-a6e7-450e-a3cf-e534ff181e64 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:58.518981 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-35ebfe7f-a6e7-450e-a3cf-e534ff181e64 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Transition to ACTIVE for port object 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd will not be triggered until provisioned by entity DHCP. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:46:58.520420 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-434c2209-01fc-43a5-b029-069c141977e1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0356491
Apr 20 23:46:58.566054 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-35ebfe7f-a6e7-450e-a3cf-e534ff181e64 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:58.574193 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:58.642558 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-35ebfe7f-a6e7-450e-a3cf-e534ff181e64 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Network c66264cc-995a-4b15-a0af-b2c48f7e03e4 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:46:58.643789 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-35ebfe7f-a6e7-450e-a3cf-e534ff181e64 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:46:58.649371 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-35ebfe7f-a6e7-450e-a3cf-e534ff181e64 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:46:58.671992 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 46766) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:46:58.699027 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebfe7f-a6e7-450e-a3cf-e534ff181e64 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event updated for resources: {'Port': ['ID=0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:58.708255 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-35ebfe7f-a6e7-450e-a3cf-e534ff181e64 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:58.715605 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90130526-026f-4d97-ace9-530bbcb6373c None None] Network 8161b85c-bd98-4bf8-8218-295777a9533e requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:46:58.745767 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-35ebfe7f-a6e7-450e-a3cf-e534ff181e64 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:58.746553 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-35ebfe7f-a6e7-450e-a3cf-e534ff181e64 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:58.760643 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78c8663-9684-4e9e-926f-230c30c79e42 admin admin] Deleting subnet 71cbe685-0cdb-452a-8c7b-7d91c238ffd6 {{(pid=86385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:46:58.764076 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c78c8663-9684-4e9e-926f-230c30c79e42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:58.806465 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-35ebfe7f-a6e7-450e-a3cf-e534ff181e64 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1583447
Apr 20 23:46:58.825468 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c78c8663-9684-4e9e-926f-230c30c79e42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851430518'] for subnet, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:58.887740 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c78c8663-9684-4e9e-926f-230c30c79e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821926496'] for subnet, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:58.960888 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-317fb938-5bba-4d1e-9be6-e3a20c487b88 None None] Provisioning for port 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:46:58.965937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-317fb938-5bba-4d1e-9be6-e3a20c487b88 None None] Provisioning complete for port 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:46:58.966356 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-317fb938-5bba-4d1e-9be6-e3a20c487b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:59.024452 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-317fb938-5bba-4d1e-9be6-e3a20c487b88 None None] Port 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:46:59.165148 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c78c8663-9684-4e9e-926f-230c30c79e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32849304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851396337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851829637'] for subnet, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:59.170319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:46:59.210115 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c78c8663-9684-4e9e-926f-230c30c79e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:59.214325 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c8663-9684-4e9e-926f-230c30c79e42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71cbe685-0cdb-452a-8c7b-7d91c238ffd6,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:46:59.216857 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c78c8663-9684-4e9e-926f-230c30c79e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:46:59.219881 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c78c8663-9684-4e9e-926f-230c30c79e42 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/71cbe685-0cdb-452a-8c7b-7d91c238ffd6 HTTP/1.1" status: 204  len: 168 time: 0.5467074
Apr 20 23:46:59.222701 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 46776) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:46:59.388875 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9af98a4f-2249-4587-8655-fccea0d604dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821894164'] for network, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:59.522034 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b1398-77bc-40ac-8063-49df868d9a28 req-096f1000-5d82-499a-98ce-b75c50262bf6 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:46:59.523637 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f66b1398-77bc-40ac-8063-49df868d9a28 req-096f1000-5d82-499a-98ce-b75c50262bf6 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 931 time: 0.2209516
Apr 20 23:46:59.566264 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9af98a4f-2249-4587-8655-fccea0d604dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32849397', 'neutron.services.segments.db._delete_segments_for_network-8727759383667'] for network, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:59.665353 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f66b1398-77bc-40ac-8063-49df868d9a28 req-128221dc-c211-458e-b988-2f91b41afbf7 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1253636
Apr 20 23:46:59.697016 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-9af98a4f-2249-4587-8655-fccea0d604dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f016c685710>,) {'filters': {'network_id': ['6e773713-b518-481e-858b-2bde3b569794']}} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:59.713544 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-9af98a4f-2249-4587-8655-fccea0d604dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f016c685710>, '3b7797c1-251c-4fc4-afc7-ed141d6366aa') {'for_net_delete': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:59.713887 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-9af98a4f-2249-4587-8655-fccea0d604dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f016c685710>, '3b7797c1-251c-4fc4-afc7-ed141d6366aa') {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:46:59.726995 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9af98a4f-2249-4587-8655-fccea0d604dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309095412067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345282'] for segment, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:59.742013 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9af98a4f-2249-4587-8655-fccea0d604dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:59.748277 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af98a4f-2249-4587-8655-fccea0d604dc admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=86385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:46:59.926528 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-9af98a4f-2249-4587-8655-fccea0d604dc admin admin] Network 6e773713-b518-481e-858b-2bde3b569794 has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:46:59.932851 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9af98a4f-2249-4587-8655-fccea0d604dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821929039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379372'] for segment, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:00.113472 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-9af98a4f-2249-4587-8655-fccea0d604dc admin admin] Network 6e773713-b518-481e-858b-2bde3b569794 has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]: Traceback (most recent call last):
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:     timer()
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:     cb(*args, **kw)
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:     return func(*args, **kwargs)
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:     self._notify()
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:     self.callback(batched_events)
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:     event.method(event)
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:     segment_id)['aggregates'][0]
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:     return f(self, *a, **k)
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self._get(url).json()
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:     **kwargs)
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:     **endpoint_filter)
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:47:00.136473 dv-cinder-680889-5-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:47:00.233441 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9af98a4f-2249-4587-8655-fccea0d604dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821926403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854229106'] for network, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:00.237862 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a9daa688-7920-4c70-b1ca-3e7251a6c5ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:00.486723 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9af98a4f-2249-4587-8655-fccea0d604dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:00.497528 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af98a4f-2249-4587-8655-fccea0d604dc admin admin] Pushing event deleted for resources: {'Network': ['ID=6e773713-b518-481e-858b-2bde3b569794,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:00.500566 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9af98a4f-2249-4587-8655-fccea0d604dc admin admin] 10.222.0.15 "DELETE /v2.0/networks/6e773713-b518-481e-858b-2bde3b569794 HTTP/1.1" status: 204  len: 168 time: 1.2760875
Apr 20 23:47:00.501611 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9af98a4f-2249-4587-8655-fccea0d604dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:00.503572 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 46784) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:00.568114 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45ef0fe-d9ad-48be-a6fb-d7789dd3b48e admin admin] Deleting subnet ceea7ff9-7a49-4358-ad8f-960d51ad7cb2 {{(pid=86385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:47:00.571205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c45ef0fe-d9ad-48be-a6fb-d7789dd3b48e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:00.624741 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c45ef0fe-d9ad-48be-a6fb-d7789dd3b48e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851430518'] for subnet, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:00.681834 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c45ef0fe-d9ad-48be-a6fb-d7789dd3b48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821926496'] for subnet, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:00.980284 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d864f13-2044-49f4-93cd-c09c3bd3c521 req-6002b083-95aa-40be-bb3e-341aef913651 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:00.981518 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Request body: {'port': {'device_id': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:47:00.981902 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0d864f13-2044-49f4-93cd-c09c3bd3c521 req-6002b083-95aa-40be-bb3e-341aef913651 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 931 time: 0.1816185
Apr 20 23:47:01.048722 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0d864f13-2044-49f4-93cd-c09c3bd3c521 req-7640e4d7-ff21-4dce-9d7a-bfa6f7f627c8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600941
Apr 20 23:47:01.091090 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c45ef0fe-d9ad-48be-a6fb-d7789dd3b48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32849304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851396337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851829637'] for subnet, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:01.096680 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-937c2604-5ef5-4de1-bad3-578a70ccb831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:01.108957 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:01.139038 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ef0fe-d9ad-48be-a6fb-d7789dd3b48e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceea7ff9-7a49-4358-ad8f-960d51ad7cb2,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:01.141254 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c45ef0fe-d9ad-48be-a6fb-d7789dd3b48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:01.145636 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c45ef0fe-d9ad-48be-a6fb-d7789dd3b48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:01.148781 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c45ef0fe-d9ad-48be-a6fb-d7789dd3b48e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ceea7ff9-7a49-4358-ad8f-960d51ad7cb2 HTTP/1.1" status: 204  len: 168 time: 0.6442275
Apr 20 23:47:01.151393 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 46790) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:01.267659 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6987f5c-c7fb-444a-b20d-cbf7a482ee04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821894164'] for network, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:01.404697 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6987f5c-c7fb-444a-b20d-cbf7a482ee04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32849397', 'neutron.services.segments.db._delete_segments_for_network-8727759383667'] for network, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:01.484295 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:47:01.492552 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:01.509844 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Transition to ACTIVE for port object 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:47:01.526202 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-f6987f5c-c7fb-444a-b20d-cbf7a482ee04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f016d028ef0>,) {'filters': {'network_id': ['8161b85c-bd98-4bf8-8218-295777a9533e']}} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:47:01.530698 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:01.536142 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-70adab29-3729-4971-bd66-f904409e632c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:01.539688 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-f6987f5c-c7fb-444a-b20d-cbf7a482ee04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f016d028ef0>, 'c6e25963-268b-45ea-b79c-f735ee455eac') {'for_net_delete': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:47:01.540021 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-f6987f5c-c7fb-444a-b20d-cbf7a482ee04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f016d028ef0>, 'c6e25963-268b-45ea-b79c-f735ee455eac') {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:47:01.552534 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6987f5c-c7fb-444a-b20d-cbf7a482ee04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309095412067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345282'] for segment, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:01.568337 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6987f5c-c7fb-444a-b20d-cbf7a482ee04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:01.575128 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6987f5c-c7fb-444a-b20d-cbf7a482ee04 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=86385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:47:01.723014 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Pushing event updated for resources: {'Port': ['ID=0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:01.769886 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:01.771073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:01.771246 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:01.771599 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:01.772007 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:01.772416 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:01.772893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:01.773198 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:01.773603 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:01.774173 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:01.774391 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:01.774776 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:01.783012 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:01.810642 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f6987f5c-c7fb-444a-b20d-cbf7a482ee04 admin admin] Network 8161b85c-bd98-4bf8-8218-295777a9533e has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:47:01.821909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6987f5c-c7fb-444a-b20d-cbf7a482ee04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821929039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379372'] for segment, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:01.883873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Attempting to bind port 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:47:01.883873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Attempting to bind port 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:47:01.883873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Attempting to bind port 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd on network c66264cc-995a-4b15-a0af-b2c48f7e03e4 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:47:01.883873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Port 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd on network c66264cc-995a-4b15-a0af-b2c48f7e03e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:47:01.883873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Attempting to bind port 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd on network c66264cc-995a-4b15-a0af-b2c48f7e03e4 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:47:01.883873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:47:01.883873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Checking segment: {'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:47:01.883873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Bound using segment: {'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:47:01.883873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Bound port: 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:47:01.883873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:01.931389 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] For port 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:47:01.934284 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] For port 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:47:01.971047 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:01.976318 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:02.021085 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f6987f5c-c7fb-444a-b20d-cbf7a482ee04 admin admin] Network 8161b85c-bd98-4bf8-8218-295777a9533e has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:47:02.042152 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:02.042835 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:02.044383 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] 10.222.0.10 "PUT /v2.0/ports/0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd HTTP/1.1" status: 200  len: 1093 time: 1.0679388
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]: Traceback (most recent call last):
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:     timer()
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:     cb(*args, **kw)
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:     return func(*args, **kwargs)
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:     self._notify()
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:     self.callback(batched_events)
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:     event.method(event)
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:     segment_id)['aggregates'][0]
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:     return f(self, *a, **k)
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self._get(url).json()
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:     **kwargs)
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:     **endpoint_filter)
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:47:02.044587 dv-cinder-680889-5-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:47:02.046675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'tag': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:47:02.065820 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Pushing event updated for resources: {'Port': ['ID=0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:02.079445 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f27ad890-65ca-4279-8585-855a8ee2d32e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:02.177173 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6987f5c-c7fb-444a-b20d-cbf7a482ee04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821926403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854229106'] for network, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:02.181991 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:02.186528 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'tag': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd', 'status': 'completed', 'code': 200}
Apr 20 23:47:02.204035 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f6987f5c-c7fb-444a-b20d-cbf7a482ee04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:02.206843 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6987f5c-c7fb-444a-b20d-cbf7a482ee04 admin admin] Pushing event deleted for resources: {'Network': ['ID=8161b85c-bd98-4bf8-8218-295777a9533e,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:02.210281 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f6987f5c-c7fb-444a-b20d-cbf7a482ee04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:02.213729 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f6987f5c-c7fb-444a-b20d-cbf7a482ee04 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8161b85c-bd98-4bf8-8218-295777a9533e HTTP/1.1" status: 204  len: 168 time: 1.0610328
Apr 20 23:47:02.280220 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-2b13dc3e-4272-436d-945b-5df21e872604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:02.281774 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-2b13dc3e-4272-436d-945b-5df21e872604 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5751660b19f46889662febceecb2c37&device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 1096 time: 0.1479740
Apr 20 23:47:02.367999 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-d72429e3-6686-47b4-8fa8-9ab430f60c8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd HTTP/1.1" status: 200  len: 217 time: 0.0719297
Apr 20 23:47:02.381682 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168cccc-9469-4a2a-80a6-79a7a895a14c req-57d0ab2e-69e1-4bb1-b520-107cf08e87d8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:02.382423 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-3168cccc-9469-4a2a-80a6-79a7a895a14c req-57d0ab2e-69e1-4bb1-b520-107cf08e87d8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Synchronizing usage tracker for tenant:c5751660b19f46889662febceecb2c37 on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:47:02.459677 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-29f98af9-9fec-49cd-b9db-5fdd4a83ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:02.461288 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-29f98af9-9fec-49cd-b9db-5fdd4a83ed62 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd4a38-1cbb-47c5-9d03-c9ee33266e2c HTTP/1.1" status: 200  len: 851 time: 0.0760570
Apr 20 23:47:02.467392 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-3168cccc-9469-4a2a-80a6-79a7a895a14c req-57d0ab2e-69e1-4bb1-b520-107cf08e87d8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Unset dirty status for tenant:c5751660b19f46889662febceecb2c37 on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:47:02.468525 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3168cccc-9469-4a2a-80a6-79a7a895a14c req-57d0ab2e-69e1-4bb1-b520-107cf08e87d8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 943 time: 0.2603352
Apr 20 23:47:02.474910 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 46812) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:02.527591 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2eff3dce-2ec8-4958-bbcf-b23719477b29 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2340b7bbe6a8403bb37b6e0509a7ffaf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512552
Apr 20 23:47:02.532956 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 46818) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:02.596100 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3168cccc-9469-4a2a-80a6-79a7a895a14c req-2d87a65f-d784-4a8b-ace0-e294644a21e7 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0865376
Apr 20 23:47:02.645854 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-0322bcef-33cb-420b-8370-2a3e31e2d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:02.647500 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-0322bcef-33cb-420b-8370-2a3e31e2d092 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c66264cc-995a-4b15-a0af-b2c48f7e03e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1780362
Apr 20 23:47:02.650058 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8638bce2-c064-4813-ba40-a908f96a3b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:02.757702 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8638bce2-c064-4813-ba40-a908f96a3b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:02.849521 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-68e73b6a-870e-46d1-b98f-ccef4b6aebcc service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1895339
Apr 20 23:47:02.932308 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8638bce2-c064-4813-ba40-a908f96a3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:02.941639 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-04ad4194-4321-4faa-9958-680aca96aa33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:02.957987 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638bce2-c064-4813-ba40-a908f96a3b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609e5513-3473-466f-bc49-d7526c5b580b,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:02.970033 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8638bce2-c064-4813-ba40-a908f96a3b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:02.976670 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8638bce2-c064-4813-ba40-a908f96a3b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:02.977943 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-8638bce2-c064-4813-ba40-a908f96a3b27 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/609e5513-3473-466f-bc49-d7526c5b580b HTTP/1.1" status: 204  len: 168 time: 0.4440331
Apr 20 23:47:03.018383 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-84c7a461-a4ee-45f0-8745-5a4a9920d3ed req-09b8015e-7b55-4d19-bd02-16b248c8675f service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1617253
Apr 20 23:47:03.224221 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e223488-8e84-4642-88d3-247ae67c2881 req-a0486f27-7d36-4ea3-a614-dc5061d1108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:03.225829 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e223488-8e84-4642-88d3-247ae67c2881 req-a0486f27-7d36-4ea3-a614-dc5061d1108f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5751660b19f46889662febceecb2c37&device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 1096 time: 0.0846589
Apr 20 23:47:03.369187 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e223488-8e84-4642-88d3-247ae67c2881 req-08d20001-c158-4e1d-b0d4-a1168f0c0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:03.370696 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e223488-8e84-4642-88d3-247ae67c2881 req-08d20001-c158-4e1d-b0d4-a1168f0c0fd1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c66264cc-995a-4b15-a0af-b2c48f7e03e4 HTTP/1.1" status: 200  len: 912 time: 0.1378391
Apr 20 23:47:03.445402 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e223488-8e84-4642-88d3-247ae67c2881 req-0d23a5ee-eafa-4718-bb24-eac3ec6ff27e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd HTTP/1.1" status: 200  len: 217 time: 0.0678227
Apr 20 23:47:03.509312 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 46836) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:03.519387 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e223488-8e84-4642-88d3-247ae67c2881 req-103e73e1-12db-418e-bfad-94026710d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:03.521603 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e223488-8e84-4642-88d3-247ae67c2881 req-103e73e1-12db-418e-bfad-94026710d6e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd4a38-1cbb-47c5-9d03-c9ee33266e2c HTTP/1.1" status: 200  len: 851 time: 0.0698764
Apr 20 23:47:03.561528 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-301e8f66-075e-4c18-adf7-67e86ac8e3ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b4b1c16053e4fbc8395596498874578&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0509057
Apr 20 23:47:03.564215 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 46840) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:03.604933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e223488-8e84-4642-88d3-247ae67c2881 req-d4cd56ec-0c08-4dc0-9557-0a75c9af5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:03.606537 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e223488-8e84-4642-88d3-247ae67c2881 req-d4cd56ec-0c08-4dc0-9557-0a75c9af5f95 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c66264cc-995a-4b15-a0af-b2c48f7e03e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783112
Apr 20 23:47:03.630160 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-430dff3f-0b26-49c8-846b-eb2a1af1ec8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:03.658750 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-430dff3f-0b26-49c8-846b-eb2a1af1ec8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:03.761669 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e223488-8e84-4642-88d3-247ae67c2881 req-f1f8d59e-6356-4960-ada9-718a25b16dab service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487923
Apr 20 23:47:03.768912 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-430dff3f-0b26-49c8-846b-eb2a1af1ec8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:03.779897 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-756d1464-45f2-430a-8a2a-332aa6e67012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:03.799719 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430dff3f-0b26-49c8-846b-eb2a1af1ec8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f75f2d0-81e9-4d2c-b9b1-80e7d18fec81,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:03.802914 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-430dff3f-0b26-49c8-846b-eb2a1af1ec8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:03.804826 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-430dff3f-0b26-49c8-846b-eb2a1af1ec8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:03.807697 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-430dff3f-0b26-49c8-846b-eb2a1af1ec8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f75f2d0-81e9-4d2c-b9b1-80e7d18fec81 HTTP/1.1" status: 204  len: 168 time: 0.2424655
Apr 20 23:47:03.854356 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03a5f7-56d4-4188-9a50-e04bc4bb6bb6 req-ae099969-5f26-42b5-91d0-4c1830ba323a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:03.856668 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3a03a5f7-56d4-4188-9a50-e04bc4bb6bb6 req-ae099969-5f26-42b5-91d0-4c1830ba323a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 943 time: 0.1304233
Apr 20 23:47:03.911336 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3a03a5f7-56d4-4188-9a50-e04bc4bb6bb6 req-ec0fe735-bac0-4033-a2a9-927538e13300 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475047
Apr 20 23:47:03.921073 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1e223488-8e84-4642-88d3-247ae67c2881 req-69b12498-3083-4662-9a1a-7b6f19387ed4 service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533637
Apr 20 23:47:04.490924 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 46874) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:04.618556 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-081b7ecc-1a60-4ffb-97d8-d93aa502fbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:04.634333 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-081b7ecc-1a60-4ffb-97d8-d93aa502fbdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:47:04.638524 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-081b7ecc-1a60-4ffb-97d8-d93aa502fbdf admin admin] Usage tracker for resource:security_group_rule and tenant:36746d6665aa424cada0729c45ec9244 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:47:04.641509 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-081b7ecc-1a60-4ffb-97d8-d93aa502fbdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:47:04.648723 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-081b7ecc-1a60-4ffb-97d8-d93aa502fbdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:47:04.737552 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-081b7ecc-1a60-4ffb-97d8-d93aa502fbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:04.771492 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-081b7ecc-1a60-4ffb-97d8-d93aa502fbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:04.784973 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-806cebf7-470c-4e36-aaca-f47a7b698cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:04.828973 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-081b7ecc-1a60-4ffb-97d8-d93aa502fbdf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36746d6665aa424cada0729c45ec9244&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3365855
Apr 20 23:47:04.831605 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b7ecc-1a60-4ffb-97d8-d93aa502fbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a301ba-8614-488e-be36-c3986b4f96eb,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:04.834099 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 46890) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:04.836900 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-081b7ecc-1a60-4ffb-97d8-d93aa502fbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:04.900446 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fa34f962-deb2-4653-80d2-72348b8c26e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:04.928435 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fa34f962-deb2-4653-80d2-72348b8c26e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:04.999510 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fa34f962-deb2-4653-80d2-72348b8c26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:05.005624 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-58ec9131-2bc5-42ad-b811-dc4d7a4ba91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:05.020725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34f962-deb2-4653-80d2-72348b8c26e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a301ba-8614-488e-be36-c3986b4f96eb,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:05.026008 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fa34f962-deb2-4653-80d2-72348b8c26e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:05.072188 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fa34f962-deb2-4653-80d2-72348b8c26e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:05.073411 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-fa34f962-deb2-4653-80d2-72348b8c26e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41a301ba-8614-488e-be36-c3986b4f96eb HTTP/1.1" status: 204  len: 168 time: 0.2381644
Apr 20 23:47:05.120759 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cead0f-d99d-47cc-bfc8-2c0f06737f5e req-6ab1aa5e-0884-4ced-a54b-b0b5f09cc9da tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:05.122262 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-09cead0f-d99d-47cc-bfc8-2c0f06737f5e req-6ab1aa5e-0884-4ced-a54b-b0b5f09cc9da tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 943 time: 0.0942166
Apr 20 23:47:05.174855 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-09cead0f-d99d-47cc-bfc8-2c0f06737f5e req-f31566b3-fb42-48d3-b644-e1347d897779 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456667
Apr 20 23:47:06.402674 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ca735-0af4-4029-a9fc-770bafb62c3d req-937db29a-b46b-44e6-b5c3-17cbe75435aa tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:06.404470 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1c0ca735-0af4-4029-a9fc-770bafb62c3d req-937db29a-b46b-44e6-b5c3-17cbe75435aa tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 943 time: 0.1019578
Apr 20 23:47:06.457586 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1c0ca735-0af4-4029-a9fc-770bafb62c3d req-c2bd9e02-2128-4fd5-b296-27a93ebbcfbd tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453916
Apr 20 23:47:06.842366 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 46966) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:06.968146 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-59fefda0-e675-4b50-89ee-ce077584c11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:06.983730 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-59fefda0-e675-4b50-89ee-ce077584c11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:47:06.987862 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-59fefda0-e675-4b50-89ee-ce077584c11c admin admin] Usage tracker for resource:security_group_rule and tenant:4079dca4bbf3433c8487ebe45ee842af is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:47:06.991439 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-59fefda0-e675-4b50-89ee-ce077584c11c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:47:06.997413 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-59fefda0-e675-4b50-89ee-ce077584c11c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:47:07.081564 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-59fefda0-e675-4b50-89ee-ce077584c11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:07.124922 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-59fefda0-e675-4b50-89ee-ce077584c11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:07.134347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b5d2dcf2-b26c-4b64-89f9-a94ec1ad2b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:07.177716 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-59fefda0-e675-4b50-89ee-ce077584c11c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4079dca4bbf3433c8487ebe45ee842af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3342352
Apr 20 23:47:07.179379 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fefda0-e675-4b50-89ee-ce077584c11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2deba62-29d6-4649-9df5-c0c81c596d63,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:07.180827 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 46972) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:07.182688 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-59fefda0-e675-4b50-89ee-ce077584c11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:07.246638 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d6e16223-b60b-4097-82e1-f160fe174bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:07.273446 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d6e16223-b60b-4097-82e1-f160fe174bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:07.342157 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d6e16223-b60b-4097-82e1-f160fe174bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:07.347209 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-606c6a6b-ab9a-4a0d-ba95-0db2944adc87 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:07.360291 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e16223-b60b-4097-82e1-f160fe174bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2deba62-29d6-4649-9df5-c0c81c596d63,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:07.362645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d6e16223-b60b-4097-82e1-f160fe174bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:07.370112 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d6e16223-b60b-4097-82e1-f160fe174bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:07.371377 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d6e16223-b60b-4097-82e1-f160fe174bdc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2deba62-29d6-4649-9df5-c0c81c596d63 HTTP/1.1" status: 204  len: 168 time: 0.1893866
Apr 20 23:47:07.679972 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db0d99-837a-4a9d-93b5-5628e729b331 req-f572982e-23f9-428d-b179-47ea9066f2af tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:07.696105 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-63db0d99-837a-4a9d-93b5-5628e729b331 req-f572982e-23f9-428d-b179-47ea9066f2af tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 943 time: 0.1099296
Apr 20 23:47:07.758149 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-63db0d99-837a-4a9d-93b5-5628e729b331 req-8571505d-8c44-4029-8d94-8b944aeabb46 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532639
Apr 20 23:47:08.576474 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:08.964068 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e8773-46f3-4946-baa7-68efdf5ea446 req-961b45d3-dae0-45f9-a30a-a9a01d7f83cf tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:08.965591 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6c8e8773-46f3-4946-baa7-68efdf5ea446 req-961b45d3-dae0-45f9-a30a-a9a01d7f83cf tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 943 time: 0.0886695
Apr 20 23:47:09.018624 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6c8e8773-46f3-4946-baa7-68efdf5ea446 req-59b16408-a1f6-4483-91b0-1afa0f76b53f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467732
Apr 20 23:47:10.219874 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690432d-8379-47bb-9517-11ac602a0eff req-83de9693-cfc5-45cf-b6ff-de77e7124fb1 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:10.221453 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5690432d-8379-47bb-9517-11ac602a0eff req-83de9693-cfc5-45cf-b6ff-de77e7124fb1 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 943 time: 0.0888078
Apr 20 23:47:10.268558 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5690432d-8379-47bb-9517-11ac602a0eff req-e1afb77b-9be1-4509-bcdf-f3cb96b33502 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409217
Apr 20 23:47:11.345133 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 47048) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:11.480665 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750524eb-b74f-48d4-b5b6-1d35431886fc req-2c9fce60-45fb-4a54-8fb6-4d64c5533b41 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:11.482283 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-750524eb-b74f-48d4-b5b6-1d35431886fc req-2c9fce60-45fb-4a54-8fb6-4d64c5533b41 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 943 time: 0.0998135
Apr 20 23:47:11.532862 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-750524eb-b74f-48d4-b5b6-1d35431886fc req-1f103cc9-01fe-45ae-99fb-e95e5679396c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426147
Apr 20 23:47:11.542976 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-197bfd5c-9ad7-4525-b6eb-916a8f591839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:11.562835 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-197bfd5c-9ad7-4525-b6eb-916a8f591839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:47:11.567764 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-197bfd5c-9ad7-4525-b6eb-916a8f591839 admin admin] Usage tracker for resource:security_group_rule and tenant:3639ba7528f14e28bb3050d9918decc1 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:47:11.570756 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-197bfd5c-9ad7-4525-b6eb-916a8f591839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:47:11.577028 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-197bfd5c-9ad7-4525-b6eb-916a8f591839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:47:11.662661 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-197bfd5c-9ad7-4525-b6eb-916a8f591839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:11.701970 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-197bfd5c-9ad7-4525-b6eb-916a8f591839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:11.712420 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6edfa285-35cb-4756-bdd4-a8a61f925d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:11.755315 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197bfd5c-9ad7-4525-b6eb-916a8f591839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6a7cef-5367-4af2-b97a-088b086ccc93,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:11.761279 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-197bfd5c-9ad7-4525-b6eb-916a8f591839 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3639ba7528f14e28bb3050d9918decc1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4144974
Apr 20 23:47:11.762264 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-197bfd5c-9ad7-4525-b6eb-916a8f591839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:11.763376 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 47062) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:11.834563 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9500486b-932f-47d5-86cb-301444236634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:11.863927 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9500486b-932f-47d5-86cb-301444236634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:11.942493 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9500486b-932f-47d5-86cb-301444236634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:11.948211 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-edcae4cf-93a0-4cc4-bb66-409788e61c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:11.962546 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500486b-932f-47d5-86cb-301444236634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6a7cef-5367-4af2-b97a-088b086ccc93,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:11.966291 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9500486b-932f-47d5-86cb-301444236634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:11.971981 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9500486b-932f-47d5-86cb-301444236634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:11.973538 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9500486b-932f-47d5-86cb-301444236634 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c6a7cef-5367-4af2-b97a-088b086ccc93 HTTP/1.1" status: 204  len: 168 time: 0.2088518
Apr 20 23:47:12.380295 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 47072) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:12.399451 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8ab5bac9-ffcb-4b56-ba21-a6eb9340346c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:12.414400 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8ab5bac9-ffcb-4b56-ba21-a6eb9340346c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:47:12.418417 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8ab5bac9-ffcb-4b56-ba21-a6eb9340346c admin admin] Usage tracker for resource:security_group_rule and tenant:c52e23ebb0f54e75b4a6f563bff3ad6a is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:47:12.421327 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8ab5bac9-ffcb-4b56-ba21-a6eb9340346c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:47:12.427810 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8ab5bac9-ffcb-4b56-ba21-a6eb9340346c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:47:12.512533 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8ab5bac9-ffcb-4b56-ba21-a6eb9340346c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:12.558970 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8ab5bac9-ffcb-4b56-ba21-a6eb9340346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:12.568808 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-885d4e74-8aba-4668-a75c-e13deef8da77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:12.610332 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-8ab5bac9-ffcb-4b56-ba21-a6eb9340346c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c52e23ebb0f54e75b4a6f563bff3ad6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2287688
Apr 20 23:47:12.612028 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5bac9-ffcb-4b56-ba21-a6eb9340346c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e00306-8380-4d73-8582-54f61ef898f3,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:12.613807 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 47078) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:12.615826 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8ab5bac9-ffcb-4b56-ba21-a6eb9340346c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:12.678631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb16deb0-8d5e-4ea9-a6ab-3c6f7046af2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:12.707433 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb16deb0-8d5e-4ea9-a6ab-3c6f7046af2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:12.739478 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcd2b9-c5ec-43f8-855f-c76c525b3935 req-6ce81d99-5e46-4d5f-8116-84e74119786b tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:12.741098 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-13dcd2b9-c5ec-43f8-855f-c76c525b3935 req-6ce81d99-5e46-4d5f-8116-84e74119786b tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 943 time: 0.0951509
Apr 20 23:47:12.789699 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-13dcd2b9-c5ec-43f8-855f-c76c525b3935 req-3a307e2e-d361-40ae-a317-07a967910656 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420918
Apr 20 23:47:12.810597 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb16deb0-8d5e-4ea9-a6ab-3c6f7046af2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:12.816047 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1da0096b-acde-4ca8-bc57-534a4e88d74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:12.828816 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16deb0-8d5e-4ea9-a6ab-3c6f7046af2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e00306-8380-4d73-8582-54f61ef898f3,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:12.831890 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-fb16deb0-8d5e-4ea9-a6ab-3c6f7046af2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:12.833984 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb16deb0-8d5e-4ea9-a6ab-3c6f7046af2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:12.835369 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-fb16deb0-8d5e-4ea9-a6ab-3c6f7046af2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45e00306-8380-4d73-8582-54f61ef898f3 HTTP/1.1" status: 204  len: 168 time: 0.2190108
Apr 20 23:47:13.586040 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:47:13.992520 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238d78d-9e9a-4be7-8ac3-eeebfe2b9653 req-ee7aa0f1-770e-425e-a876-594bfd9614bd tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:13.994421 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1238d78d-9e9a-4be7-8ac3-eeebfe2b9653 req-ee7aa0f1-770e-425e-a876-594bfd9614bd tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 943 time: 0.0888579
Apr 20 23:47:14.046146 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1238d78d-9e9a-4be7-8ac3-eeebfe2b9653 req-d76a1280-029e-4f86-9ab6-f0b5289c3995 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454051
Apr 20 23:47:14.945127 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:47:15.094909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:47:15.109585 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'port_id': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd', 'mac_address': 'fa:16:3e:f2:36:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:47:15.170314 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:15.188937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:47:15.206070 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:47:15.239906 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:15.241892 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:15.333112 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:15.341336 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:15.345893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:15.345893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:15.345893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:15.345893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:15.345893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:15.345893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:15.345893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:15.345893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:15.345893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:15.345893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:15.345893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:47:15.350012 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:15.470499 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6ebb4-a1da-4d35-ac18-cb18adb8b1db req-7e32386c-2c96-48c4-a93c-3dc7044db743 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:15.472117 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3da6ebb4-a1da-4d35-ac18-cb18adb8b1db req-7e32386c-2c96-48c4-a93c-3dc7044db743 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 944 time: 0.2955232
Apr 20 23:47:15.523011 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-3da6ebb4-a1da-4d35-ac18-cb18adb8b1db req-0cd452bc-1ade-42de-92d6-44e468fd0156 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432417
Apr 20 23:47:15.538159 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:47:16.799698 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdce93-a6c4-49a9-a118-c85894bd4334 req-358113cc-3a92-4cc9-bb01-8ff4fdd1a3a5 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:16.801980 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-64bdce93-a6c4-49a9-a118-c85894bd4334 req-358113cc-3a92-4cc9-bb01-8ff4fdd1a3a5 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 944 time: 0.1486111
Apr 20 23:47:16.849825 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-64bdce93-a6c4-49a9-a118-c85894bd4334 req-109d67ad-2644-40b2-a64b-05fe9f7c97b7 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415404
Apr 20 23:47:18.005839 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:47:18.057859 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f7cc5-8b61-4aa6-a56c-b4bacdf49815 req-8d0b69c4-7b98-4356-9bd9-e02f99ac25a8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:18.059488 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d62f7cc5-8b61-4aa6-a56c-b4bacdf49815 req-8d0b69c4-7b98-4356-9bd9-e02f99ac25a8 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 944 time: 0.0962386
Apr 20 23:47:18.111661 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d62f7cc5-8b61-4aa6-a56c-b4bacdf49815 req-575d0767-49c1-4b5c-90db-bf7713fe0057 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457408
Apr 20 23:47:18.198751 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:47:18.204234 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:47:18.204877 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:18.336895 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:18.368505 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:47:18.380717 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:47:18.418446 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd', 'code': 200}
Apr 20 23:47:18.456090 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:18.458155 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:18.528525 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:18.531650 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:19.314688 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b809e-1867-4d50-9593-96b40135de15 req-44b0f73b-35d9-40b3-9982-857b43946aa3 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:19.316875 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d8b809e-1867-4d50-9593-96b40135de15 req-44b0f73b-35d9-40b3-9982-857b43946aa3 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 945 time: 0.0923693
Apr 20 23:47:19.364876 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d8b809e-1867-4d50-9593-96b40135de15 req-0a0f5c56-c73a-486d-aacd-06d6b8fb9e63 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414212
Apr 20 23:47:20.567411 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df79da-ef34-4049-9704-f01d8b231300 req-33bf47d1-ea28-4f28-876e-187fd47bbcb7 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:20.568973 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-94df79da-ef34-4049-9704-f01d8b231300 req-33bf47d1-ea28-4f28-876e-187fd47bbcb7 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 945 time: 0.0866032
Apr 20 23:47:20.839777 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-94df79da-ef34-4049-9704-f01d8b231300 req-4c8d444b-ad9c-40b5-9bbc-cfcac34da51e tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2642467
Apr 20 23:47:21.459813 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b183a6-1710-4579-a1cd-2b1fbf0857cc req-6c2c82e1-4a11-43dd-8211-dd8837be8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:21.461401 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26b183a6-1710-4579-a1cd-2b1fbf0857cc req-6c2c82e1-4a11-43dd-8211-dd8837be8de9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 1098 time: 0.0772078
Apr 20 23:47:21.503283 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26b183a6-1710-4579-a1cd-2b1fbf0857cc req-44fbef07-6f10-474e-93bb-b86118e0fe80 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0352325
Apr 20 23:47:22.044020 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d3d9c-b58e-4974-8a06-9512f7173b29 req-2cc99f8b-93b1-4d47-8517-ca5036f5076d tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:22.045620 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2a7d3d9c-b58e-4974-8a06-9512f7173b29 req-2cc99f8b-93b1-4d47-8517-ca5036f5076d tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 945 time: 0.0896008
Apr 20 23:47:22.094969 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2a7d3d9c-b58e-4974-8a06-9512f7173b29 req-061e12cb-54cb-4a7f-ade1-d5d8add45cf3 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427401
Apr 20 23:47:22.360459 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 47234) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:22.486706 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b2a35249-99cf-492b-b55b-537717de0e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:22.502401 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b2a35249-99cf-492b-b55b-537717de0e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:47:22.506579 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b2a35249-99cf-492b-b55b-537717de0e19 admin admin] Usage tracker for resource:security_group_rule and tenant:0dd33db0563e452cbd8db947c9cffe0b is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:47:22.509553 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b2a35249-99cf-492b-b55b-537717de0e19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:47:22.516295 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b2a35249-99cf-492b-b55b-537717de0e19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:47:22.608321 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b2a35249-99cf-492b-b55b-537717de0e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:22.634758 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b2a35249-99cf-492b-b55b-537717de0e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:22.644496 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4ae81297-88d8-4f05-ac8b-ddb8fd486240 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:22.689105 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 47248) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:22.689295 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b2a35249-99cf-492b-b55b-537717de0e19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0dd33db0563e452cbd8db947c9cffe0b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3274431
Apr 20 23:47:22.694023 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a35249-99cf-492b-b55b-537717de0e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5361de1-2401-42ec-996f-6d078e58729f,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:22.698028 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b2a35249-99cf-492b-b55b-537717de0e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:22.766890 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-58dd91f1-61a8-4162-b86c-bc2faab50fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:22.796115 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-58dd91f1-61a8-4162-b86c-bc2faab50fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:22.867660 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-58dd91f1-61a8-4162-b86c-bc2faab50fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:22.873189 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-e17f6a2a-03aa-4a60-a6e0-fb14932caa8d tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:22.886458 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd91f1-61a8-4162-b86c-bc2faab50fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5361de1-2401-42ec-996f-6d078e58729f,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:22.891436 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-58dd91f1-61a8-4162-b86c-bc2faab50fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:22.896315 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-58dd91f1-61a8-4162-b86c-bc2faab50fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:22.897531 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-58dd91f1-61a8-4162-b86c-bc2faab50fe7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5361de1-2401-42ec-996f-6d078e58729f HTTP/1.1" status: 204  len: 168 time: 0.2074831
Apr 20 23:47:22.907771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9d31ca17-08ff-442f-8c4c-cfb19a618dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:23.294869 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102936cc-33b7-49f4-8c54-f7a28cccbf94 req-5e760e3d-52d8-46e3-987e-c7ed83a1ad6d tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:23.300153 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-102936cc-33b7-49f4-8c54-f7a28cccbf94 req-5e760e3d-52d8-46e3-987e-c7ed83a1ad6d tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 945 time: 0.0884528
Apr 20 23:47:23.349691 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-102936cc-33b7-49f4-8c54-f7a28cccbf94 req-c8d29e0d-5f00-4bb5-a6b7-7cbe8f597a5f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462492
Apr 20 23:47:23.358617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 47260) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:23.378992 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d985d945-dc90-47ff-8f28-c259b6878461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:23.395642 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d985d945-dc90-47ff-8f28-c259b6878461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:47:23.400205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d985d945-dc90-47ff-8f28-c259b6878461 admin admin] Usage tracker for resource:security_group_rule and tenant:96619f51982a447988b86c508b3ff272 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:47:23.403549 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-d985d945-dc90-47ff-8f28-c259b6878461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:47:23.410193 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-d985d945-dc90-47ff-8f28-c259b6878461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:47:23.562524 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d985d945-dc90-47ff-8f28-c259b6878461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:23.585030 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aceb11-a58b-4b33-95ad-3739afe656e5 req-d39f33cb-9b81-4eae-a442-a52e470ed733 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:23.586636 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-89aceb11-a58b-4b33-95ad-3739afe656e5 req-d39f33cb-9b81-4eae-a442-a52e470ed733 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 945 time: 0.1244037
Apr 20 23:47:23.624229 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d985d945-dc90-47ff-8f28-c259b6878461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:23.635923 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-83a9aaff-c813-4e18-b6fb-8f97f7d5676a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:23.656610 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-89aceb11-a58b-4b33-95ad-3739afe656e5 req-7064dc91-4f0d-433d-a41e-178d2ba6ba7b tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636849
Apr 20 23:47:23.683759 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 47266) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:23.685706 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d985d945-dc90-47ff-8f28-c259b6878461 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96619f51982a447988b86c508b3ff272&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3258309
Apr 20 23:47:23.688209 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 47270) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:23.689207 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985d945-dc90-47ff-8f28-c259b6878461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1860557-bbf0-4010-9a56-d4ab4f903752,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:23.693857 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d985d945-dc90-47ff-8f28-c259b6878461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:23.813348 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0576591f-fa04-4172-bc98-a7e63605095b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:23.830017 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84041924-3b86-40b9-a95f-83193a8da24a tempest-TestVolumeBootPattern-77558538 tempest-TestVolumeBootPattern-77558538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:23.831692 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-84041924-3b86-40b9-a95f-83193a8da24a tempest-TestVolumeBootPattern-77558538 tempest-TestVolumeBootPattern-77558538-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 1093 time: 0.1468437
Apr 20 23:47:23.834968 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 47274) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:23.840708 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Request body: {'floatingip': {'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'port_id': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:47:23.847052 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:47:23.847771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0576591f-fa04-4172-bc98-a7e63605095b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:23.851028 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Usage tracker for resource:floatingip and tenant:c5751660b19f46889662febceecb2c37 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:47:23.853995 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:47:23.861092 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:47:23.902028 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for floatingip, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:23.925023 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0576591f-fa04-4172-bc98-a7e63605095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:23.930734 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b56df8e1-500c-42f0-befa-635327e0f309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:23.944470 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576591f-fa04-4172-bc98-a7e63605095b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1860557-bbf0-4010-9a56-d4ab4f903752,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:23.947274 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0576591f-fa04-4172-bc98-a7e63605095b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:23.955436 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0576591f-fa04-4172-bc98-a7e63605095b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:23.956788 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0576591f-fa04-4172-bc98-a7e63605095b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1860557-bbf0-4010-9a56-d4ab4f903752 HTTP/1.1" status: 204  len: 168 time: 0.2675986
Apr 20 23:47:24.060406 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:24.214754 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Allocated IP 172.27.2.234 (b49fa4d7-9497-41f5-afae-ab183fc1104b/828469c9-116a-4083-bfec-69bcf738251b/3835c755-a820-46d0-a64c-592860f0f162) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:47:24.616272 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 47292) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:24.620135 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:24.636574 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8e9e-37a3-42a1-aa7f-b8bc3b3fc913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:24.652315 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5c9b8e9e-37a3-42a1-aa7f-b8bc3b3fc913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:47:24.656380 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5c9b8e9e-37a3-42a1-aa7f-b8bc3b3fc913 admin admin] Usage tracker for resource:security_group_rule and tenant:390aa587d3a2458fa0706d27f77f744b is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:47:24.661642 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5c9b8e9e-37a3-42a1-aa7f-b8bc3b3fc913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:47:24.665648 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5c9b8e9e-37a3-42a1-aa7f-b8bc3b3fc913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:47:24.679369 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:24.684087 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2b0c5d89-9945-4261-b570-863d7cddd5d7 tempest-TestMinimumBasicScenario-694897087 tempest-TestMinimumBasicScenario-694897087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:24.753814 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:47:24.755794 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8e9e-37a3-42a1-aa7f-b8bc3b3fc913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:24.757347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:47:24.761271 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:47:24.787684 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8e9e-37a3-42a1-aa7f-b8bc3b3fc913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:24.796281 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-31c74042-4dcb-4f96-bec9-c96f4f60f943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:24.803961 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event updated for resources: {'Port': ['ID=3835c755-a820-46d0-a64c-592860f0f162,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:24.808209 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:24.839643 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5c9b8e9e-37a3-42a1-aa7f-b8bc3b3fc913 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=390aa587d3a2458fa0706d27f77f744b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2219970
Apr 20 23:47:24.842319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b8e9e-37a3-42a1-aa7f-b8bc3b3fc913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc108d02-a7ad-4ffd-aba5-5ac520f499c7,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:24.845664 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5c9b8e9e-37a3-42a1-aa7f-b8bc3b3fc913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:24.846343 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 47296) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:24.890229 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-541d8a49-896c-40fd-bddb-1fd64c6a2105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:24.911805 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cfbb13bd-4a11-4c13-bf4d-4c59dd3e54aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:24.942876 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cfbb13bd-4a11-4c13-bf4d-4c59dd3e54aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:25.021675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cfbb13bd-4a11-4c13-bf4d-4c59dd3e54aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:25.026807 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0576591f-fa04-4172-bc98-a7e63605095b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:25.041209 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb13bd-4a11-4c13-bf4d-4c59dd3e54aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc108d02-a7ad-4ffd-aba5-5ac520f499c7,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:25.044533 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cfbb13bd-4a11-4c13-bf4d-4c59dd3e54aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:25.045945 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cfbb13bd-4a11-4c13-bf4d-4c59dd3e54aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:25.049380 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-cfbb13bd-4a11-4c13-bf4d-4c59dd3e54aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc108d02-a7ad-4ffd-aba5-5ac520f499c7 HTTP/1.1" status: 204  len: 168 time: 0.1996031
Apr 20 23:47:25.259231 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:25.376050 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:25.603125 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:25.667394 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379410'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:25.672607 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-865e74d3-c5e3-4cc8-8c9e-40c86051e82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:25.787148 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event updated for resources: {'Port': ['ID=3835c755-a820-46d0-a64c-592860f0f162,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:25.791748 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:25.796953 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854229059'] for floatingip, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:25.982914 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Floating IP 66135358-dab0-4713-ba5b-8799b90bf837 associated. External IP: 172.27.2.234, port: 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd.
Apr 20 23:47:26.227510 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:26.369129 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Router b5aa26bd-1a5b-488c-a19f-bae605213b2b has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:47:26.387645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:26.568515 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:47:26.582355 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3e4a5-db2f-429a-87e4-4a06d558d20c None None] Sync routers for ids ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:47:26.598487 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3e4a5-db2f-429a-87e4-4a06d558d20c None None] Routers {'b5aa26bd-1a5b-488c-a19f-bae605213b2b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:47:26.598487 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-80a3e4a5-db2f-429a-87e4-4a06d558d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016d665e48>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:47:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:47:26.719595 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:26.780774 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3874a81d-0091-4e0c-8f09-c6dd31afe7e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9445717
Apr 20 23:47:26.781492 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'tag': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:47:26.800806 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-80a3e4a5-db2f-429a-87e4-4a06d558d20c None None] Set router b5aa26bd-1a5b-488c-a19f-bae605213b2b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:47:26.832704 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'tag': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd', 'status': 'completed', 'code': 200}
Apr 20 23:47:27.179443 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-80a3e4a5-db2f-429a-87e4-4a06d558d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016d665e48>, [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '66135358-dab0-4713-ba5b-8799b90bf837', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'port_id': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'mac_address': 'fa:16:3e:f2:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:47:25Z', 'updated_at': '2021-04-20T23:47:25Z', 'revision_number': 0, 'project_id': 'c5751660b19f46889662febceecb2c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 5, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:47:27.183346 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3e4a5-db2f-429a-87e4-4a06d558d20c None None] Checking router: b5aa26bd-1a5b-488c-a19f-bae605213b2b for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:47:27.192964 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3e4a5-db2f-429a-87e4-4a06d558d20c None None] Routers {'b5aa26bd-1a5b-488c-a19f-bae605213b2b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:47:27.193608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-80a3e4a5-db2f-429a-87e4-4a06d558d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016d665e48>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:47:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:47:27.383357 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:27.398518 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-80a3e4a5-db2f-429a-87e4-4a06d558d20c None None] Set router b5aa26bd-1a5b-488c-a19f-bae605213b2b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:47:27.740745 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6be7f0-aac2-4299-a9bb-afb869898f31 req-7362335f-98d6-4a41-92ec-7a15cbf214f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:27.742344 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ea6be7f0-aac2-4299-a9bb-afb869898f31 req-7362335f-98d6-4a41-92ec-7a15cbf214f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5751660b19f46889662febceecb2c37&device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 1098 time: 0.0812156
Apr 20 23:47:27.886961 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6be7f0-aac2-4299-a9bb-afb869898f31 req-8b8f50f2-5570-458c-bf18-cf7c80e52495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:27.888781 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ea6be7f0-aac2-4299-a9bb-afb869898f31 req-8b8f50f2-5570-458c-bf18-cf7c80e52495 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c66264cc-995a-4b15-a0af-b2c48f7e03e4 HTTP/1.1" status: 200  len: 912 time: 0.1397145
Apr 20 23:47:27.939027 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-80a3e4a5-db2f-429a-87e4-4a06d558d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016d665e48>, [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '66135358-dab0-4713-ba5b-8799b90bf837', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'port_id': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'mac_address': 'fa:16:3e:f2:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:47:25Z', 'updated_at': '2021-04-20T23:47:25Z', 'revision_number': 0, 'project_id': 'c5751660b19f46889662febceecb2c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 5, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:47:27.943385 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3e4a5-db2f-429a-87e4-4a06d558d20c None None] The sync data for ids ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'] in dv-cinder-680889-5-iscsi is: [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '66135358-dab0-4713-ba5b-8799b90bf837', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'port_id': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'mac_address': 'fa:16:3e:f2:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:47:25Z', 'updated_at': '2021-04-20T23:47:25Z', 'revision_number': 0, 'project_id': 'c5751660b19f46889662febceecb2c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 5, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:47:28.009938 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ea6be7f0-aac2-4299-a9bb-afb869898f31 req-bcd5da97-7931-405f-b0e4-d1b6e3a35fcf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd HTTP/1.1" status: 200  len: 999 time: 0.1141262
Apr 20 23:47:28.093965 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6be7f0-aac2-4299-a9bb-afb869898f31 req-4e5befbf-54c4-4bcb-949c-465c68807067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:28.095615 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ea6be7f0-aac2-4299-a9bb-afb869898f31 req-4e5befbf-54c4-4bcb-949c-465c68807067 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd4a38-1cbb-47c5-9d03-c9ee33266e2c HTTP/1.1" status: 200  len: 851 time: 0.0684669
Apr 20 23:47:28.192787 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6be7f0-aac2-4299-a9bb-afb869898f31 req-8e69651f-232e-4245-a915-854a87b09c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:28.194428 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ea6be7f0-aac2-4299-a9bb-afb869898f31 req-8e69651f-232e-4245-a915-854a87b09c04 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c66264cc-995a-4b15-a0af-b2c48f7e03e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862291
Apr 20 23:47:28.206749 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-ea6be7f0-aac2-4299-a9bb-afb869898f31 req-5da77ed5-2ad6-44da-8f15-fdb8fe8dd526 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:47:28.208125 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ea6be7f0-aac2-4299-a9bb-afb869898f31 req-5da77ed5-2ad6-44da-8f15-fdb8fe8dd526 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0060780
Apr 20 23:47:28.220539 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79444c4a-471f-4676-9916-b3206fa919c2 None None] New status for floating IP 66135358-dab0-4713-ba5b-8799b90bf837: ACTIVE {{(pid=86388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:47:28.373346 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ea6be7f0-aac2-4299-a9bb-afb869898f31 req-fe2c206d-ad04-416f-94be-3f20efb3f68b service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446168
Apr 20 23:47:28.539639 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ea6be7f0-aac2-4299-a9bb-afb869898f31 req-32d45e79-1361-4af3-afed-438d40d0db09 service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1593463
Apr 20 23:47:38.541674 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:39.742094 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 47490) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:39.868541 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a6b6a09-1120-477f-ab3d-da4445ff9240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:39.884303 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4a6b6a09-1120-477f-ab3d-da4445ff9240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:47:39.888376 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4a6b6a09-1120-477f-ab3d-da4445ff9240 admin admin] Usage tracker for resource:security_group_rule and tenant:b24098e5a6234affb6183e685f9de930 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:47:39.891313 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4a6b6a09-1120-477f-ab3d-da4445ff9240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:47:39.897873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4a6b6a09-1120-477f-ab3d-da4445ff9240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:47:39.980441 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a6b6a09-1120-477f-ab3d-da4445ff9240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:40.022035 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a6b6a09-1120-477f-ab3d-da4445ff9240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:40.030659 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-044a436f-9204-46a3-949d-29b38ae9b647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:40.074362 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4a6b6a09-1120-477f-ab3d-da4445ff9240 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b24098e5a6234affb6183e685f9de930&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3310900
Apr 20 23:47:40.076630 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b6a09-1120-477f-ab3d-da4445ff9240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8862b402-e81b-4734-8014-d68d8c2df304,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:40.077403 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 47496) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:40.079974 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4a6b6a09-1120-477f-ab3d-da4445ff9240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:40.144704 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d4dfa6ed-a893-4958-939b-c814a5cd3fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:40.171592 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d4dfa6ed-a893-4958-939b-c814a5cd3fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:40.284453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d4dfa6ed-a893-4958-939b-c814a5cd3fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:40.289804 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-64b33d9c-dff9-4b49-b7f0-5fb64448fe7d tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:40.303921 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfa6ed-a893-4958-939b-c814a5cd3fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8862b402-e81b-4734-8014-d68d8c2df304,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:40.306694 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d4dfa6ed-a893-4958-939b-c814a5cd3fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:40.307929 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d4dfa6ed-a893-4958-939b-c814a5cd3fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:40.309126 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-d4dfa6ed-a893-4958-939b-c814a5cd3fd4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8862b402-e81b-4734-8014-d68d8c2df304 HTTP/1.1" status: 204  len: 168 time: 0.2306752
Apr 20 23:47:40.729036 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 47508) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:40.748832 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-545b505a-6434-450d-b097-80e30ff859e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:40.764026 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-545b505a-6434-450d-b097-80e30ff859e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:47:40.768553 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-545b505a-6434-450d-b097-80e30ff859e9 admin admin] Usage tracker for resource:security_group_rule and tenant:fc1d9aeaea1f4f05b6fc721110f58721 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:47:40.771490 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-545b505a-6434-450d-b097-80e30ff859e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:47:40.778036 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-545b505a-6434-450d-b097-80e30ff859e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:47:40.863801 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-545b505a-6434-450d-b097-80e30ff859e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:40.901353 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-545b505a-6434-450d-b097-80e30ff859e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:40.910146 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d4dfa6ed-a893-4958-939b-c814a5cd3fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:40.952584 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-545b505a-6434-450d-b097-80e30ff859e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc1d9aeaea1f4f05b6fc721110f58721&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2223718
Apr 20 23:47:40.953451 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b505a-6434-450d-b097-80e30ff859e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729e0622-2db8-4e8b-8652-84b72eb48d20,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:40.955472 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 47516) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:40.956727 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-545b505a-6434-450d-b097-80e30ff859e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:41.023589 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cedb9a03-9cc0-447f-8daa-6ae64fe5a7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:41.051275 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cedb9a03-9cc0-447f-8daa-6ae64fe5a7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:41.124197 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cedb9a03-9cc0-447f-8daa-6ae64fe5a7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:41.129099 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8638bce2-c064-4813-ba40-a908f96a3b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:41.142053 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb9a03-9cc0-447f-8daa-6ae64fe5a7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729e0622-2db8-4e8b-8652-84b72eb48d20,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:41.144505 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-cedb9a03-9cc0-447f-8daa-6ae64fe5a7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:41.153268 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cedb9a03-9cc0-447f-8daa-6ae64fe5a7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:41.154531 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-cedb9a03-9cc0-447f-8daa-6ae64fe5a7f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/729e0622-2db8-4e8b-8652-84b72eb48d20 HTTP/1.1" status: 204  len: 168 time: 0.1979473
Apr 20 23:47:42.178436 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 47550) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:42.304222 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1319172480-network', 'tenant_id': 'ddf442edfafe42ec97323ac2ff97f540'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:47:42.309511 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:47:42.313620 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Usage tracker for resource:network and tenant:ddf442edfafe42ec97323ac2ff97f540 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:47:42.317132 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:47:42.323780 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:47:42.376026 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Made reservation on behalf of ddf442edfafe42ec97323ac2ff97f540 for: {'network': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:47:42.381002 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:42.394704 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:42.410361 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:47:42.414484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Usage tracker for resource:security_group_rule and tenant:ddf442edfafe42ec97323ac2ff97f540 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:47:42.417450 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:47:42.423461 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:47:42.509579 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:42.535858 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:42.540452 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a9b3d8f5-c820-45cb-9fbb-704823e59fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:42.571641 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'}  {{(pid=86386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:47:42.584989 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7111aa50-51cf-4361-98d8-410938895c93,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:42.588435 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:42.651859 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:42.652255 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Added segment 32d99a6a-a295-4645-bef6-8c323e59705b of type vlan for network 4543a2bb-0a43-4bbe-9c4b-7489e2689e10
Apr 20 23:47:42.679994 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:42.742266 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:42.743717 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:42.744359 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:42.749481 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f6140aa7-8246-4793-861e-e4ae92451b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:42.854608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Pushing event updated for resources: {'Network': ['ID=4543a2bb-0a43-4bbe-9c4b-7489e2689e10,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:42.857559 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:42.865412 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network 4543a2bb-0a43-4bbe-9c4b-7489e2689e10 details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:47:43.045539 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8657463
Apr 20 23:47:43.048480 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 47558) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:43.054745 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-5323a8ac-a015-434a-abba-b696837272de admin admin] Request body: {'subnet': {'network_id': '4543a2bb-0a43-4bbe-9c4b-7489e2689e10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1319172480-subnet', 'tenant_id': 'ddf442edfafe42ec97323ac2ff97f540', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:47:43.060004 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5323a8ac-a015-434a-abba-b696837272de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:47:43.064079 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5323a8ac-a015-434a-abba-b696837272de admin admin] Usage tracker for resource:subnet and tenant:ddf442edfafe42ec97323ac2ff97f540 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:47:43.067060 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-5323a8ac-a015-434a-abba-b696837272de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:47:43.073454 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-5323a8ac-a015-434a-abba-b696837272de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:47:43.113017 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5323a8ac-a015-434a-abba-b696837272de admin admin] Made reservation on behalf of ddf442edfafe42ec97323ac2ff97f540 for: {'subnet': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:47:43.117825 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5323a8ac-a015-434a-abba-b696837272de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1962833'] for subnet, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:43.541988 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5323a8ac-a015-434a-abba-b696837272de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852191058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1962816'] for subnet, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:43.546833 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-80c64777-277f-4302-b125-56f4cdea4627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:43.629335 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323a8ac-a015-434a-abba-b696837272de admin admin] Pushing event updated for resources: {'Subnet': ['ID=d211a74f-2298-4b2e-89c5-8263d91c3c39,revision_number=0']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:43.632328 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323a8ac-a015-434a-abba-b696837272de admin admin] Checking segment: {'id': '32d99a6a-a295-4645-bef6-8c323e59705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4543a2bb-0a43-4bbe-9c4b-7489e2689e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:47:43.632724 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5323a8ac-a015-434a-abba-b696837272de admin admin] Network hostable DHCP agents. Network: 4543a2bb-0a43-4bbe-9c4b-7489e2689e10, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:47:43.637341 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5323a8ac-a015-434a-abba-b696837272de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:43.678467 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5323a8ac-a015-434a-abba-b696837272de admin admin] Network 4543a2bb-0a43-4bbe-9c4b-7489e2689e10 is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:47:43.718237 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-5323a8ac-a015-434a-abba-b696837272de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, 4543a2bb-0a43-4bbe-9c4b-7489e2689e10) {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:47:43.727424 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a01c411-7b5b-4509-a1e5-e8c05c7e739e None None] Network 4543a2bb-0a43-4bbe-9c4b-7489e2689e10 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:47:43.732286 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323a8ac-a015-434a-abba-b696837272de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:43.732943 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5323a8ac-a015-434a-abba-b696837272de admin admin] Notify callbacks [] for subnet, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:43.781921 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-5323a8ac-a015-434a-abba-b696837272de admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7323511
Apr 20 23:47:43.948047 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7121fce-54e3-42db-9388-7d9da4e72e68 None None] Network 4543a2bb-0a43-4bbe-9c4b-7489e2689e10 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:47:44.405826 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 47578) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:44.412069 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-402916064-network', 'tenant_id': '213d6d1bb1514959973b3600871128bd'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:47:44.417744 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:47:44.421801 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Usage tracker for resource:network and tenant:213d6d1bb1514959973b3600871128bd is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:47:44.425634 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:47:44.432253 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:47:44.495406 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Made reservation on behalf of 213d6d1bb1514959973b3600871128bd for: {'network': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:47:44.500289 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:44.513381 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:44.529149 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:47:44.533191 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Usage tracker for resource:security_group_rule and tenant:213d6d1bb1514959973b3600871128bd is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:47:44.536140 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:47:44.542777 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:47:44.626771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:44.655348 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:44.659499 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5fc7846c-3b71-4559-83c0-fd0410b27f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:44.688586 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'}  {{(pid=86386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:47:44.702349 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7fe1b3-99db-4b5b-8ab0-5e8d6f4dc08e,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:44.706631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:44.707658 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:44.708048 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Added segment 25b9400b-7c9d-4554-92c5-141facab2dce of type vlan for network fa655f46-824c-481e-a241-e33dfbb7d4d3
Apr 20 23:47:44.736005 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:44.798360 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:44.799718 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:44.800366 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:44.805331 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:44.910299 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Pushing event updated for resources: {'Network': ['ID=fa655f46-824c-481e-a241-e33dfbb7d4d3,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:44.913115 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:44.921521 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network fa655f46-824c-481e-a241-e33dfbb7d4d3 details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:47:44.942055 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-df3f9bc9-6e88-4f43-9597-d590dc8799a8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5350173
Apr 20 23:47:44.945488 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 47584) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:47:44.951817 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-9a9dfbb0-fdf5-45bf-84bf-208bc9b802d8 admin admin] Request body: {'subnet': {'network_id': 'fa655f46-824c-481e-a241-e33dfbb7d4d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-402916064-subnet', 'tenant_id': '213d6d1bb1514959973b3600871128bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:47:44.957052 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9a9dfbb0-fdf5-45bf-84bf-208bc9b802d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:47:44.961834 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9a9dfbb0-fdf5-45bf-84bf-208bc9b802d8 admin admin] Usage tracker for resource:subnet and tenant:213d6d1bb1514959973b3600871128bd is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:47:44.964888 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9a9dfbb0-fdf5-45bf-84bf-208bc9b802d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:47:44.970894 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9a9dfbb0-fdf5-45bf-84bf-208bc9b802d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:47:45.004050 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9dfbb0-fdf5-45bf-84bf-208bc9b802d8 admin admin] Made reservation on behalf of 213d6d1bb1514959973b3600871128bd for: {'subnet': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:47:45.009342 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9a9dfbb0-fdf5-45bf-84bf-208bc9b802d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1962833'] for subnet, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:45.439800 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9a9dfbb0-fdf5-45bf-84bf-208bc9b802d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852191058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1962816'] for subnet, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:45.445056 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:47:45.522409 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9dfbb0-fdf5-45bf-84bf-208bc9b802d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7cd13c9-a098-4265-ac9c-6aa6f731d7a6,revision_number=0']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:47:45.526566 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9a9dfbb0-fdf5-45bf-84bf-208bc9b802d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:47:45.530849 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9dfbb0-fdf5-45bf-84bf-208bc9b802d8 admin admin] Checking segment: {'id': '25b9400b-7c9d-4554-92c5-141facab2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fa655f46-824c-481e-a241-e33dfbb7d4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:47:45.531276 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9dfbb0-fdf5-45bf-84bf-208bc9b802d8 admin admin] Network hostable DHCP agents. Network: fa655f46-824c-481e-a241-e33dfbb7d4d3, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:47:45.575386 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9dfbb0-fdf5-45bf-84bf-208bc9b802d8 admin admin] Network fa655f46-824c-481e-a241-e33dfbb7d4d3 is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:47:45.609790 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-9a9dfbb0-fdf5-45bf-84bf-208bc9b802d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, fa655f46-824c-481e-a241-e33dfbb7d4d3) {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:47:45.621396 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30390fe5-c7c1-4fc7-9700-f732e0155bf1 None None] Network fa655f46-824c-481e-a241-e33dfbb7d4d3 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:47:45.623018 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9dfbb0-fdf5-45bf-84bf-208bc9b802d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:47:45.623690 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9a9dfbb0-fdf5-45bf-84bf-208bc9b802d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:45.670975 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9a9dfbb0-fdf5-45bf-84bf-208bc9b802d8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7152598
Apr 20 23:47:45.871223 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1d364d-fdf6-406f-8194-91fa003dfeca None None] Network fa655f46-824c-481e-a241-e33dfbb7d4d3 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:47:50.585887 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:47:52.906990 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb75375c-0865-4caf-a601-d5d54adb7edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:54.895889 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-75a5549c-b8a1-4f3f-96fc-7c67df325cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:56.244385 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:56.387133 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:57.324301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:00.540589 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 47734) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:00.669563 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a3ecbb1-1b0b-4a34-83f8-c196067afc8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:00.685268 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4a3ecbb1-1b0b-4a34-83f8-c196067afc8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:00.689293 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4a3ecbb1-1b0b-4a34-83f8-c196067afc8b admin admin] Usage tracker for resource:security_group_rule and tenant:0396f795d962486d9c38319c9505500e is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:00.692263 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4a3ecbb1-1b0b-4a34-83f8-c196067afc8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:00.698461 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4a3ecbb1-1b0b-4a34-83f8-c196067afc8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:00.791933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a3ecbb1-1b0b-4a34-83f8-c196067afc8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:00.814800 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a3ecbb1-1b0b-4a34-83f8-c196067afc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:00.823724 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4f1f23c2-daae-45c1-952e-6f7df83891ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:00.870251 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4a3ecbb1-1b0b-4a34-83f8-c196067afc8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0396f795d962486d9c38319c9505500e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3285253
Apr 20 23:48:00.873923 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ecbb1-1b0b-4a34-83f8-c196067afc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9389b74c-a81f-4c99-b16e-3273cb641ce6,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:00.874062 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 47740) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:00.874672 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4a3ecbb1-1b0b-4a34-83f8-c196067afc8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:00.939050 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:00.966385 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:01.038617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:01.043658 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3852ab7c-86c5-4d94-a8a5-a11dc3087957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:01.056523 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9389b74c-a81f-4c99-b16e-3273cb641ce6,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:01.070077 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:01.070773 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:01.071220 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:01.071644 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:01.072053 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:01.072463 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:01.072869 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:01.073273 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:01.073679 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:01.074080 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:01.074483 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:01.074883 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:01.078093 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:01.079325 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9389b74c-a81f-4c99-b16e-3273cb641ce6 HTTP/1.1" status: 204  len: 168 time: 0.2050359
Apr 20 23:48:01.080291 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:06.051713 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 47832) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:06.117871 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ebb9f0-633b-49fa-8080-8ec88b2bd693 admin admin] Deleting subnet d211a74f-2298-4b2e-89c5-8263d91c3c39 {{(pid=86385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:48:06.152238 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-39ebb9f0-633b-49fa-8080-8ec88b2bd693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:06.218413 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-39ebb9f0-633b-49fa-8080-8ec88b2bd693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851430518'] for subnet, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:06.269162 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-39ebb9f0-633b-49fa-8080-8ec88b2bd693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821926496'] for subnet, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:06.553334 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-39ebb9f0-633b-49fa-8080-8ec88b2bd693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32849304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851396337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851829637'] for subnet, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:06.558418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-06cc4647-bf06-4dcb-aaf2-e68b824eae61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:06.595905 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebb9f0-633b-49fa-8080-8ec88b2bd693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d211a74f-2298-4b2e-89c5-8263d91c3c39,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:06.598050 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-39ebb9f0-633b-49fa-8080-8ec88b2bd693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:06.600781 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-39ebb9f0-633b-49fa-8080-8ec88b2bd693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:06.605290 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-39ebb9f0-633b-49fa-8080-8ec88b2bd693 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d211a74f-2298-4b2e-89c5-8263d91c3c39 HTTP/1.1" status: 204  len: 168 time: 0.5521724
Apr 20 23:48:06.607739 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 47842) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:06.723269 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3be2-8494-46c8-bf10-4c5a82d4a419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821894164'] for network, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:06.857274 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3be2-8494-46c8-bf10-4c5a82d4a419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32849397', 'neutron.services.segments.db._delete_segments_for_network-8727759383667'] for network, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:07.204375 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-0e6e3be2-8494-46c8-bf10-4c5a82d4a419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f016f0cbb38>,) {'filters': {'network_id': ['4543a2bb-0a43-4bbe-9c4b-7489e2689e10']}} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:07.217183 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-0e6e3be2-8494-46c8-bf10-4c5a82d4a419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f016f0cbb38>, '32d99a6a-a295-4645-bef6-8c323e59705b') {'for_net_delete': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:07.217516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-0e6e3be2-8494-46c8-bf10-4c5a82d4a419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f016f0cbb38>, '32d99a6a-a295-4645-bef6-8c323e59705b') {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:07.229824 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3be2-8494-46c8-bf10-4c5a82d4a419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309095412067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345282'] for segment, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:07.244271 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3be2-8494-46c8-bf10-4c5a82d4a419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:07.250394 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6e3be2-8494-46c8-bf10-4c5a82d4a419 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=86385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:48:07.429649 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-0e6e3be2-8494-46c8-bf10-4c5a82d4a419 admin admin] Network 4543a2bb-0a43-4bbe-9c4b-7489e2689e10 has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:48:07.438667 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3be2-8494-46c8-bf10-4c5a82d4a419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821929039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379372'] for segment, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:07.616420 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-0e6e3be2-8494-46c8-bf10-4c5a82d4a419 admin admin] Network 4543a2bb-0a43-4bbe-9c4b-7489e2689e10 has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]: Traceback (most recent call last):
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:     timer()
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:     cb(*args, **kw)
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:     return func(*args, **kwargs)
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:     self._notify()
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:     self.callback(batched_events)
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:     event.method(event)
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:     segment_id)['aggregates'][0]
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:     return f(self, *a, **k)
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self._get(url).json()
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:     **kwargs)
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:     **endpoint_filter)
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:48:07.643497 dv-cinder-680889-5-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:48:07.769804 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3be2-8494-46c8-bf10-4c5a82d4a419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821926403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854229106'] for network, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:07.774068 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:07.788445 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3be2-8494-46c8-bf10-4c5a82d4a419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:07.798246 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e3be2-8494-46c8-bf10-4c5a82d4a419 admin admin] Pushing event deleted for resources: {'Network': ['ID=4543a2bb-0a43-4bbe-9c4b-7489e2689e10,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:07.805100 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 47856) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:07.805231 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0e6e3be2-8494-46c8-bf10-4c5a82d4a419 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4543a2bb-0a43-4bbe-9c4b-7489e2689e10 HTTP/1.1" status: 204  len: 168 time: 1.1963658
Apr 20 23:48:07.806184 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0e6e3be2-8494-46c8-bf10-4c5a82d4a419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:07.872863 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Deleting subnet e7cd13c9-a098-4265-ac9c-6aa6f731d7a6 {{(pid=86386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:48:07.876051 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:07.928679 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853902864'] for subnet, precommit_delete_associations {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:07.990652 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821926496'] for subnet, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:08.273112 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32849304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2584811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852812933'] for subnet, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:08.278998 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9a9dfbb0-fdf5-45bf-84bf-208bc9b802d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:08.322243 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7cd13c9-a098-4265-ac9c-6aa6f731d7a6,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:08.326162 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:08.333789 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:08.334211 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:08.334622 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:08.335029 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:08.335480 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:08.335882 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:08.336284 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:08.336683 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:08.337078 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:08.337477 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:08.337869 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:08.338260 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:08.343931 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:08.349422 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-046e5cab-8e11-4e0f-982f-4dded386713a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e7cd13c9-a098-4265-ac9c-6aa6f731d7a6 HTTP/1.1" status: 204  len: 168 time: 0.5427070
Apr 20 23:48:08.352273 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 47870) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:08.466610 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a0a58ee-1337-4701-a410-68e326f45903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821894164'] for network, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:08.547007 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:08.830102 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a0a58ee-1337-4701-a410-68e326f45903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32849397', 'neutron.services.segments.db._delete_segments_for_network-8727759383667'] for network, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:08.943593 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-4a0a58ee-1337-4701-a410-68e326f45903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f016d75f278>,) {'filters': {'network_id': ['fa655f46-824c-481e-a241-e33dfbb7d4d3']}} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:08.956598 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-4a0a58ee-1337-4701-a410-68e326f45903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f016d75f278>, '25b9400b-7c9d-4554-92c5-141facab2dce') {'for_net_delete': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:08.956941 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-4a0a58ee-1337-4701-a410-68e326f45903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f016d75f278>, '25b9400b-7c9d-4554-92c5-141facab2dce') {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:08.969217 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a0a58ee-1337-4701-a410-68e326f45903 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309095412067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-872952'] for segment, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:08.984416 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a0a58ee-1337-4701-a410-68e326f45903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:08.991433 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0a58ee-1337-4701-a410-68e326f45903 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=86386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:48:09.170274 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-4a0a58ee-1337-4701-a410-68e326f45903 admin admin] Network fa655f46-824c-481e-a241-e33dfbb7d4d3 has no segments {{(pid=86386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:48:09.184748 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a0a58ee-1337-4701-a410-68e326f45903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821929039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852190904'] for segment, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:09.367188 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-4a0a58ee-1337-4701-a410-68e326f45903 admin admin] Network fa655f46-824c-481e-a241-e33dfbb7d4d3 has no segments {{(pid=86386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]: Traceback (most recent call last):
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:     timer()
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:     cb(*args, **kw)
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:     return func(*args, **kwargs)
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:     self._notify()
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:     self.callback(batched_events)
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:     event.method(event)
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:     segment_id)['aggregates'][0]
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:     return f(self, *a, **k)
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self._get(url).json()
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:     **kwargs)
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:     **endpoint_filter)
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:48:09.389670 dv-cinder-680889-5-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:48:09.558728 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a0a58ee-1337-4701-a410-68e326f45903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821926403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854229106'] for network, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:09.563881 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a0a58ee-1337-4701-a410-68e326f45903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:09.567903 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:09.589077 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4a0a58ee-1337-4701-a410-68e326f45903 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fa655f46-824c-481e-a241-e33dfbb7d4d3 HTTP/1.1" status: 204  len: 168 time: 1.2357621
Apr 20 23:48:09.590012 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a58ee-1337-4701-a410-68e326f45903 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa655f46-824c-481e-a241-e33dfbb7d4d3,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:09.592748 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4a0a58ee-1337-4701-a410-68e326f45903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:09.871529 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 47912) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:09.928686 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-6db4181c-5aec-40ce-9000-951f63be8cb1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ddf442edfafe42ec97323ac2ff97f540&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0558205
Apr 20 23:48:09.931282 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 47916) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:09.994398 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a3336d0a-02af-47a6-9457-5ffc3a49f2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:10.022072 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a3336d0a-02af-47a6-9457-5ffc3a49f2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:10.095186 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a3336d0a-02af-47a6-9457-5ffc3a49f2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:10.100407 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7df5908f-ddd3-422f-89c9-88ae97ce51e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:10.123066 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3336d0a-02af-47a6-9457-5ffc3a49f2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7111aa50-51cf-4361-98d8-410938895c93,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:10.123066 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a3336d0a-02af-47a6-9457-5ffc3a49f2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:10.123066 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a3336d0a-02af-47a6-9457-5ffc3a49f2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:10.123066 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a3336d0a-02af-47a6-9457-5ffc3a49f2ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7111aa50-51cf-4361-98d8-410938895c93 HTTP/1.1" status: 204  len: 168 time: 0.1898165
Apr 20 23:48:10.682009 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 47932) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:10.736325 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-36928332-3ad6-480a-843d-c3884e6bd2ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=213d6d1bb1514959973b3600871128bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0530038
Apr 20 23:48:10.739039 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 47936) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:10.805910 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ec0934dc-5e99-478d-afdb-08021bcea91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:10.833110 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ec0934dc-5e99-478d-afdb-08021bcea91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:10.940911 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ec0934dc-5e99-478d-afdb-08021bcea91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:10.946819 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-227ac1ca-7fdf-4bc1-96fa-9208ca0bafc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:10.957526 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0934dc-5e99-478d-afdb-08021bcea91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7fe1b3-99db-4b5b-8ab0-5e8d6f4dc08e,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:10.962397 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ec0934dc-5e99-478d-afdb-08021bcea91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:10.964415 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ec0934dc-5e99-478d-afdb-08021bcea91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:10.966288 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ec0934dc-5e99-478d-afdb-08021bcea91f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb7fe1b3-99db-4b5b-8ab0-5e8d6f4dc08e HTTP/1.1" status: 204  len: 168 time: 0.2256670
Apr 20 23:48:12.492523 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dcc6a567-4bc0-4fb1-9474-e1a347a6c97c req-7b08a8e5-bd21-425e-baa1-113592971b16 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1962137
Apr 20 23:48:12.663067 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6a567-4bc0-4fb1-9474-e1a347a6c97c req-de561c37-a20f-4072-8c18-f40d7a9f0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:48:12.664687 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dcc6a567-4bc0-4fb1-9474-e1a347a6c97c req-de561c37-a20f-4072-8c18-f40d7a9f0d18 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5751660b19f46889662febceecb2c37&device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 1098 time: 0.0829153
Apr 20 23:48:12.840203 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6a567-4bc0-4fb1-9474-e1a347a6c97c req-3409eedb-341c-45e3-8037-0123dc11f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:48:12.841790 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dcc6a567-4bc0-4fb1-9474-e1a347a6c97c req-3409eedb-341c-45e3-8037-0123dc11f6a4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c66264cc-995a-4b15-a0af-b2c48f7e03e4 HTTP/1.1" status: 200  len: 912 time: 0.1544402
Apr 20 23:48:12.908713 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 47994) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:12.963835 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dcc6a567-4bc0-4fb1-9474-e1a347a6c97c req-fff3b917-f9d9-4a73-bb58-a02b484ba018 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd HTTP/1.1" status: 200  len: 1001 time: 0.1155484
Apr 20 23:48:13.034073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6a567-4bc0-4fb1-9474-e1a347a6c97c req-3f6379a4-7611-46b5-b8f6-a4612fc42227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:48:13.035678 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dcc6a567-4bc0-4fb1-9474-e1a347a6c97c req-3f6379a4-7611-46b5-b8f6-a4612fc42227 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd4a38-1cbb-47c5-9d03-c9ee33266e2c HTTP/1.1" status: 200  len: 851 time: 0.0653920
Apr 20 23:48:13.104648 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0b98dd25-f2d2-4d15-a448-2cce253096fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:13.122671 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0b98dd25-f2d2-4d15-a448-2cce253096fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:13.129167 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0b98dd25-f2d2-4d15-a448-2cce253096fc admin admin] Usage tracker for resource:security_group_rule and tenant:4f20537dfd0d45d28559a25bb5b23b41 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:13.134836 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0b98dd25-f2d2-4d15-a448-2cce253096fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:13.148501 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0b98dd25-f2d2-4d15-a448-2cce253096fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:13.181057 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6a567-4bc0-4fb1-9474-e1a347a6c97c req-1b03f893-87f5-4435-a62c-af8769dee855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:48:13.182656 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dcc6a567-4bc0-4fb1-9474-e1a347a6c97c req-1b03f893-87f5-4435-a62c-af8769dee855 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c66264cc-995a-4b15-a0af-b2c48f7e03e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1393123
Apr 20 23:48:13.360581 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dcc6a567-4bc0-4fb1-9474-e1a347a6c97c req-751479e2-6130-4497-bf6c-73fb3cf1b9d2 service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702819
Apr 20 23:48:13.466780 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0b98dd25-f2d2-4d15-a448-2cce253096fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:13.501485 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0b98dd25-f2d2-4d15-a448-2cce253096fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:13.511689 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f640d3ca-38c8-47e2-a792-7d08ecbcfed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:13.561105 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dcc6a567-4bc0-4fb1-9474-e1a347a6c97c req-a3a34aae-3cb5-47e9-ae4e-d8ac337e2a9e service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1924973
Apr 20 23:48:13.569282 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0b98dd25-f2d2-4d15-a448-2cce253096fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f20537dfd0d45d28559a25bb5b23b41&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6602745
Apr 20 23:48:13.571991 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98dd25-f2d2-4d15-a448-2cce253096fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea6bba7-9374-40af-b1ed-9c554de21e74,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:13.575103 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0b98dd25-f2d2-4d15-a448-2cce253096fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:13.575818 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48000) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:13.639141 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4afcf006-5ef1-41ce-8085-146f499fa736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:13.666778 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4afcf006-5ef1-41ce-8085-146f499fa736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:13.746377 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4afcf006-5ef1-41ce-8085-146f499fa736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:13.751470 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b5e3136a-d69f-4107-8eb5-c93fe36d26f1 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:13.765070 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcf006-5ef1-41ce-8085-146f499fa736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea6bba7-9374-40af-b1ed-9c554de21e74,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:13.768027 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4afcf006-5ef1-41ce-8085-146f499fa736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:13.770145 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4afcf006-5ef1-41ce-8085-146f499fa736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:13.771925 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4afcf006-5ef1-41ce-8085-146f499fa736 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ea6bba7-9374-40af-b1ed-9c554de21e74 HTTP/1.1" status: 204  len: 168 time: 0.1951191
Apr 20 23:48:14.480350 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48022) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:14.606473 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-57f73ae4-050b-4079-8858-29e5bab49777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:14.621850 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-57f73ae4-050b-4079-8858-29e5bab49777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:14.626066 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-57f73ae4-050b-4079-8858-29e5bab49777 admin admin] Usage tracker for resource:security_group_rule and tenant:b3e2498589f34c179f84c92938763fa8 is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:14.629079 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-57f73ae4-050b-4079-8858-29e5bab49777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:14.635709 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-57f73ae4-050b-4079-8858-29e5bab49777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:14.725339 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-57f73ae4-050b-4079-8858-29e5bab49777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:14.752496 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-57f73ae4-050b-4079-8858-29e5bab49777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:14.762641 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-21956733-25f2-4ddd-9865-bdae21e62b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:14.812249 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-57f73ae4-050b-4079-8858-29e5bab49777 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3e2498589f34c179f84c92938763fa8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3304405
Apr 20 23:48:14.814276 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f73ae4-050b-4079-8858-29e5bab49777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5421a4e0-383a-46b2-b411-2a59b2ee7887,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:14.815028 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48036) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:14.818279 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-57f73ae4-050b-4079-8858-29e5bab49777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:14.879390 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a6ad3c1-b843-4ea9-ba6a-1bdd25b78852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:14.907113 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a6ad3c1-b843-4ea9-ba6a-1bdd25b78852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:15.003899 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a6ad3c1-b843-4ea9-ba6a-1bdd25b78852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:15.008478 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-030cd17a-77a8-4bde-b5a7-a319811534e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:15.022983 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ad3c1-b843-4ea9-ba6a-1bdd25b78852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5421a4e0-383a-46b2-b411-2a59b2ee7887,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:15.025994 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4a6ad3c1-b843-4ea9-ba6a-1bdd25b78852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:15.028076 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4a6ad3c1-b843-4ea9-ba6a-1bdd25b78852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:15.032109 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4a6ad3c1-b843-4ea9-ba6a-1bdd25b78852 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5421a4e0-383a-46b2-b411-2a59b2ee7887 HTTP/1.1" status: 204  len: 168 time: 0.2158113
Apr 20 23:48:22.907786 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-552d3425-ae93-412a-91e9-69050ebe8775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:24.309000 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48094) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:24.433887 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7a56-ba96-4da1-9072-1a02fb573455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:24.449376 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6fcf7a56-ba96-4da1-9072-1a02fb573455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:24.453375 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6fcf7a56-ba96-4da1-9072-1a02fb573455 admin admin] Usage tracker for resource:security_group_rule and tenant:716ed373c14442d8a0c12b47a4dadc76 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:24.456273 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-6fcf7a56-ba96-4da1-9072-1a02fb573455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:24.463369 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-6fcf7a56-ba96-4da1-9072-1a02fb573455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:24.550568 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7a56-ba96-4da1-9072-1a02fb573455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:24.586388 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7a56-ba96-4da1-9072-1a02fb573455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:24.595081 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2e924af3-c7cd-4514-b5b8-2131018dd120 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:24.638527 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-6fcf7a56-ba96-4da1-9072-1a02fb573455 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=716ed373c14442d8a0c12b47a4dadc76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3284235
Apr 20 23:48:24.639511 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf7a56-ba96-4da1-9072-1a02fb573455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538704be-e275-41be-ae3c-be2cc6d80b91,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:24.641511 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48100) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:24.642852 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6fcf7a56-ba96-4da1-9072-1a02fb573455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:24.705807 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-74acbdfd-f73b-4e9b-8414-9ddbb6770e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:24.733761 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-74acbdfd-f73b-4e9b-8414-9ddbb6770e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:24.797912 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-74acbdfd-f73b-4e9b-8414-9ddbb6770e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:24.803425 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d985d945-dc90-47ff-8f28-c259b6878461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:24.815562 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acbdfd-f73b-4e9b-8414-9ddbb6770e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538704be-e275-41be-ae3c-be2cc6d80b91,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:24.821794 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-74acbdfd-f73b-4e9b-8414-9ddbb6770e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:24.825995 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-74acbdfd-f73b-4e9b-8414-9ddbb6770e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:24.827471 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-74acbdfd-f73b-4e9b-8414-9ddbb6770e8b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/538704be-e275-41be-ae3c-be2cc6d80b91 HTTP/1.1" status: 204  len: 168 time: 0.1846402
Apr 20 23:48:24.878141 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e129e4b7-e843-419e-a5c4-522fa725839b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:25.655776 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48124) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:25.769919 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1828300404-network', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:48:25.775771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:25.779903 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Usage tracker for resource:network and tenant:cddc3d6ff48e4c95a714bce92023a625 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:25.782891 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:25.790744 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:25.832014 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Made reservation on behalf of cddc3d6ff48e4c95a714bce92023a625 for: {'network': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:48:25.837273 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:25.850674 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:25.865682 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:25.869721 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Usage tracker for resource:security_group_rule and tenant:cddc3d6ff48e4c95a714bce92023a625 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:25.872645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:25.878608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:25.962136 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:25.991902 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:25.996006 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bc35ed99-a976-45a5-b5e7-2dc3d3144059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:26.020134 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'}  {{(pid=86386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:48:26.034286 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5663024f-e081-4a54-935e-144548a57d64,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:26.038686 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:26.039671 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:26.040061 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Added segment 768692d0-7e22-419d-9e0d-0bed80790ee2 of type vlan for network 44ed036e-99df-40d4-8e65-2a7e3ca429d3
Apr 20 23:48:26.066447 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:26.140551 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:26.141929 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:48:26.142570 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:26.148758 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6a71a146-6e9b-4720-93a9-870b225ac1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:26.232252 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:26.258415 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Pushing event updated for resources: {'Network': ['ID=44ed036e-99df-40d4-8e65-2a7e3ca429d3,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:26.261254 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:26.268812 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network 44ed036e-99df-40d4-8e65-2a7e3ca429d3 details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:48:26.290477 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0d06ed1a-85db-4d2d-a12f-23e4eb62f2de admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6334801
Apr 20 23:48:26.293482 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48132) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:26.299517 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-86ca2dd5-5df0-4968-b270-417541c1e6c1 admin admin] Request body: {'subnet': {'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1828300404-subnet', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'ip_version': 4}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:48:26.304952 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-86ca2dd5-5df0-4968-b270-417541c1e6c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:26.309022 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-86ca2dd5-5df0-4968-b270-417541c1e6c1 admin admin] Usage tracker for resource:subnet and tenant:cddc3d6ff48e4c95a714bce92023a625 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:26.312026 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-86ca2dd5-5df0-4968-b270-417541c1e6c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:26.318092 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-86ca2dd5-5df0-4968-b270-417541c1e6c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:26.358127 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ca2dd5-5df0-4968-b270-417541c1e6c1 admin admin] Made reservation on behalf of cddc3d6ff48e4c95a714bce92023a625 for: {'subnet': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:48:26.363030 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86ca2dd5-5df0-4968-b270-417541c1e6c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1962833'] for subnet, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:26.409482 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:26.798626 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86ca2dd5-5df0-4968-b270-417541c1e6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852191058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1962816'] for subnet, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:26.803995 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:26.885022 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca2dd5-5df0-4968-b270-417541c1e6c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c7c2d29-09eb-489d-bb39-7d1aef864184,revision_number=0']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:26.889090 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-86ca2dd5-5df0-4968-b270-417541c1e6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:26.889847 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca2dd5-5df0-4968-b270-417541c1e6c1 admin admin] Checking segment: {'id': '768692d0-7e22-419d-9e0d-0bed80790ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:48:26.890234 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ca2dd5-5df0-4968-b270-417541c1e6c1 admin admin] Network hostable DHCP agents. Network: 44ed036e-99df-40d4-8e65-2a7e3ca429d3, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:48:26.940764 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ca2dd5-5df0-4968-b270-417541c1e6c1 admin admin] Network 44ed036e-99df-40d4-8e65-2a7e3ca429d3 is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:48:26.980784 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-86ca2dd5-5df0-4968-b270-417541c1e6c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, 44ed036e-99df-40d4-8e65-2a7e3ca429d3) {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:48:26.989930 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916e1019-fbc6-4847-83fd-9fc71dee2b04 None None] Network 44ed036e-99df-40d4-8e65-2a7e3ca429d3 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:48:26.993562 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ca2dd5-5df0-4968-b270-417541c1e6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:48:26.994205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86ca2dd5-5df0-4968-b270-417541c1e6c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:27.050301 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-86ca2dd5-5df0-4968-b270-417541c1e6c1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7557299
Apr 20 23:48:27.053992 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48136) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:27.059440 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1828300404-router', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:48:27.064304 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:27.068349 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Usage tracker for resource:router and tenant:cddc3d6ff48e4c95a714bce92023a625 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:27.072137 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:27.078158 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:27.118295 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854232352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5632'] for router, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:27.119411 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769921'] for router, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:27.196857 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:27.214523 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03c04a8b-0d60-59db-a6f6-015f86c32765-44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'fixed_ips': [{'subnet_id': '4c7c2d29-09eb-489d-bb39-7d1aef864184'}]}} from dv-cinder-680889-5-iscsi. {{(pid=86387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:48:27.215527 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:27.395684 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:27.421559 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Allocated IP 172.20.0.2 (44ed036e-99df-40d4-8e65-2a7e3ca429d3/4c7c2d29-09eb-489d-bb39-7d1aef864184/314ce870-2dda-48f0-bd7c-01c8ecac394a) {{(pid=86387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:48:27.586897 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:48:27.645809 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Notify callbacks [] for port, precommit_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:27.706972 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Transition to ACTIVE for port object 314ce870-2dda-48f0-bd7c-01c8ecac394a will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:48:27.728546 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Transition to ACTIVE for port object 314ce870-2dda-48f0-bd7c-01c8ecac394a will not be triggered until provisioned by entity DHCP. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:48:27.738095 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769938'] for router, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:27.758340 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:27.767672 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:27.824332 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Network 44ed036e-99df-40d4-8e65-2a7e3ca429d3 is already hosted by enough agents. {{(pid=86387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:48:27.831829 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Resources bound (agent type, host, resource id):  {{(pid=86387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:48:27.837156 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Received port after_create {{(pid=86387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:48:27.878129 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Pushing event updated for resources: {'Port': ['ID=314ce870-2dda-48f0-bd7c-01c8ecac394a,revision_number=1']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:27.924384 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:27.924774 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:27.925151 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:27.925524 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:27.925895 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:27.926262 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:27.926625 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:27.926986 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:27.927376 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:27.927767 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:27.928122 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:27.928483 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:28.103574 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:28.113959 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:28.119711 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Attempting to bind port 314ce870-2dda-48f0-bd7c-01c8ecac394a on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:48:28.120120 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Attempting to bind port 314ce870-2dda-48f0-bd7c-01c8ecac394a by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '768692d0-7e22-419d-9e0d-0bed80790ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:48:28.120522 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Attempting to bind port 314ce870-2dda-48f0-bd7c-01c8ecac394a on network 44ed036e-99df-40d4-8e65-2a7e3ca429d3 {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:48:28.126085 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:48:28.126501 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Checking segment: {'id': '768692d0-7e22-419d-9e0d-0bed80790ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:48:28.126947 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:28.127431 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Bound using segment: {'id': '768692d0-7e22-419d-9e0d-0bed80790ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:48:28.127945 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Bound port: 314ce870-2dda-48f0-bd7c-01c8ecac394a, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768692d0-7e22-419d-9e0d-0bed80790ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:48:28.128385 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:28.149457 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:28.220799 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] For port 314ce870-2dda-48f0-bd7c-01c8ecac394a, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:48:28.223962 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] For port 314ce870-2dda-48f0-bd7c-01c8ecac394a, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=314ce870-2dda-48f0-bd7c-01c8ecac394a,segment=NetworkSegment(768692d0-7e22-419d-9e0d-0bed80790ee2),segment_id=768692d0-7e22-419d-9e0d-0bed80790ee2)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:48:28.267036 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:28.272960 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:28.294107 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Allocated IP 172.27.2.36 (b49fa4d7-9497-41f5-afae-ab183fc1104b/828469c9-116a-4083-bfec-69bcf738251b/d4537b1f-0bee-4a6e-855c-96838a27e798) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:48:28.367888 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Pushing event updated for resources: {'Port': ['ID=314ce870-2dda-48f0-bd7c-01c8ecac394a,revision_number=2']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:28.371056 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:28.452705 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:28.512479 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:28.517420 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7c2612ac-2775-4752-ba6d-d7fc89e2ce1f tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:28.586237 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:48:28.589844 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:48:28.593985 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:48:28.636473 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Pushing event updated for resources: {'Port': ['ID=d4537b1f-0bee-4a6e-855c-96838a27e798,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:28.641120 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:29.122023 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:29.481695 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854230453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126893'] for router, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:29.710974 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2589fc-b4d8-45a4-9c3e-cec23c0c7963 None None] Network 44ed036e-99df-40d4-8e65-2a7e3ca429d3 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:48:29.735395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Router ae7b3523-f29d-4d63-b223-659dc40d311e is scheduled to L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb with binding_index 1 {{(pid=86386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:48:29.839420 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-7f1e0cd4-4675-4e7d-82cc-fa167f1201ac None None] Provisioning for port 314ce870-2dda-48f0-bd7c-01c8ecac394a completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:48:29.890447 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 314ce870-2dda-48f0-bd7c-01c8ecac394a up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:48:29.931125 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:48:29.942879 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Sync routers for ids ['ae7b3523-f29d-4d63-b223-659dc40d311e'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:48:29.975144 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] Notify callbacks [] for router, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:29.976443 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-06f8ea93-299c-439e-bd0b-578a7a53847e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.9214518
Apr 20 23:48:29.979335 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48140) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:29.983157 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Routers {'ae7b3523-f29d-4d63-b223-659dc40d311e'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:48:29.983864 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e3b0860>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:48:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['ae7b3523-f29d-4d63-b223-659dc40d311e'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:30.214950 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port 314ce870-2dda-48f0-bd7c-01c8ecac394a completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:48:30.228941 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 314ce870-2dda-48f0-bd7c-01c8ecac394a triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:48:30.229299 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:30.295860 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Set router ae7b3523-f29d-4d63-b223-659dc40d311e gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:48:30.607795 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-21219f3a-2d41-43f8-b110-4769a2ae7f01 None None] Provisioning complete for port 314ce870-2dda-48f0-bd7c-01c8ecac394a triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:48:30.608142 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-21219f3a-2d41-43f8-b110-4769a2ae7f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:30.713122 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:30.783928 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port 314ce870-2dda-48f0-bd7c-01c8ecac394a, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=314ce870-2dda-48f0-bd7c-01c8ecac394a,segment=NetworkSegment(768692d0-7e22-419d-9e0d-0bed80790ee2),segment_id=768692d0-7e22-419d-9e0d-0bed80790ee2)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:48:30.831678 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:30.836192 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:30.922282 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e3b0860>, [{'id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'name': 'tempest-TestShelveInstance-1828300404-router', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:27Z', 'updated_at': '2021-04-20T23:48:28Z', 'revision_number': 3, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'gw_port': {'id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:28Z', 'updated_at': '2021-04-20T23:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:30.931215 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Checking router: ae7b3523-f29d-4d63-b223-659dc40d311e for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:48:30.931586 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Updating router ae7b3523-f29d-4d63-b223-659dc40d311e port d4537b1f-0bee-4a6e-855c-96838a27e798 binding host dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:48:30.936365 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:30.978335 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=314ce870-2dda-48f0-bd7c-01c8ecac394a,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:30.982969 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:30.999309 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:31.157270 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Allocated IP 172.20.0.1 (44ed036e-99df-40d4-8e65-2a7e3ca429d3/4c7c2d29-09eb-489d-bb39-7d1aef864184/acb711ef-1c74-423d-9edd-cf3ec5eb0c10) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:48:31.348327 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Notify callbacks [] for port, precommit_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:31.361035 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Transition to ACTIVE for port object d4537b1f-0bee-4a6e-855c-96838a27e798 will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:48:31.386419 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:31.391363 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:31.414633 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:31.432116 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Transition to ACTIVE for port object acb711ef-1c74-423d-9edd-cf3ec5eb0c10 will not be triggered until provisioned by entity DHCP. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:48:31.475057 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Attempting to bind port d4537b1f-0bee-4a6e-855c-96838a27e798 on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:48:31.475500 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Attempting to bind port d4537b1f-0bee-4a6e-855c-96838a27e798 by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:48:31.475913 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Attempting to bind port d4537b1f-0bee-4a6e-855c-96838a27e798 on network b49fa4d7-9497-41f5-afae-ab183fc1104b {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:48:31.478041 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:31.482015 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f56c3a-22d4-4b69-8a8b-12b27fe5659e None None] Pushing event updated for resources: {'Port': ['ID=d4537b1f-0bee-4a6e-855c-96838a27e798,revision_number=2']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:31.483208 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3e1a3386-b1ac-4cfc-8d1b-961fb2a9cac3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:31.484912 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-00f56c3a-22d4-4b69-8a8b-12b27fe5659e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:31.487813 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:48:31.488235 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Checking segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:48:31.488687 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:31.489229 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Bound using segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:48:31.489649 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Bound port: d4537b1f-0bee-4a6e-855c-96838a27e798, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:48:31.490031 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:31.558179 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Network 44ed036e-99df-40d4-8e65-2a7e3ca429d3 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:48:31.561200 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:48:31.566079 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:48:31.567730 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] For port d4537b1f-0bee-4a6e-855c-96838a27e798, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:48:31.572502 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] For port d4537b1f-0bee-4a6e-855c-96838a27e798, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=d4537b1f-0bee-4a6e-855c-96838a27e798,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:48:31.594075 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Pushing event updated for resources: {'Port': ['ID=acb711ef-1c74-423d-9edd-cf3ec5eb0c10,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:31.600334 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:31.604319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:31.610035 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:31.629599 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546574'] for router_interface, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:31.697048 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Routers {'ae7b3523-f29d-4d63-b223-659dc40d311e'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:48:31.697752 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e3b0860>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:48:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['ae7b3523-f29d-4d63-b223-659dc40d311e'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:31.941500 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 314ce870-2dda-48f0-bd7c-01c8ecac394a up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:48:31.993070 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:32.043488 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f56c3a-22d4-4b69-8a8b-12b27fe5659e None None] Pushing event updated for resources: {'Port': ['ID=d4537b1f-0bee-4a6e-855c-96838a27e798,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:32.061881 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-00f56c3a-22d4-4b69-8a8b-12b27fe5659e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:32.124799 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-2be2af0b-5c9d-4bc7-8068-371bfb223b97 None None] Provisioning for port acb711ef-1c74-423d-9edd-cf3ec5eb0c10 completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:48:32.138870 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-2be2af0b-5c9d-4bc7-8068-371bfb223b97 None None] Provisioning complete for port acb711ef-1c74-423d-9edd-cf3ec5eb0c10 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:48:32.139313 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2be2af0b-5c9d-4bc7-8068-371bfb223b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:32.191421 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 314ce870-2dda-48f0-bd7c-01c8ecac394a triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:48:32.191884 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:32.231730 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:32.235621 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] Set router ae7b3523-f29d-4d63-b223-659dc40d311e gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:48:32.260684 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:32.290193 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9797f926-40d9-44fa-893f-ecda1718d140 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:32.337679 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-2be2af0b-5c9d-4bc7-8068-371bfb223b97 None None] Port acb711ef-1c74-423d-9edd-cf3ec5eb0c10 cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:48:32.377415 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33003090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854229143'] for router_interface, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:32.382095 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Pushing event updated for resources: {'Port': ['ID=acb711ef-1c74-423d-9edd-cf3ec5eb0c10,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:32.386754 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:32.524402 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Network 44ed036e-99df-40d4-8e65-2a7e3ca429d3 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:48:32.525599 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:48:32.672335 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e3b0860>, [{'id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'name': 'tempest-TestShelveInstance-1828300404-router', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:27Z', 'updated_at': '2021-04-20T23:48:31Z', 'revision_number': 4, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'gw_port': {'id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:28Z', 'updated_at': '2021-04-20T23:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'acb711ef-1c74-423d-9edd-cf3ec5eb0c10', 'name': '', 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'mac_address': 'fa:16:3e:0b:49:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:30Z', 'updated_at': '2021-04-20T23:48:31Z', 'revision_number': 1, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'subnets': [{'id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:32.677497 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe6e12b-99a1-4a5a-a928-db237226d2b0 None None] The sync data for ids ['ae7b3523-f29d-4d63-b223-659dc40d311e'] in dv-cinder-680889-5-iscsi is: [{'id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'name': 'tempest-TestShelveInstance-1828300404-router', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:27Z', 'updated_at': '2021-04-20T23:48:31Z', 'revision_number': 4, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'gw_port': {'id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:28Z', 'updated_at': '2021-04-20T23:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'acb711ef-1c74-423d-9edd-cf3ec5eb0c10', 'name': '', 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'mac_address': 'fa:16:3e:0b:49:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:30Z', 'updated_at': '2021-04-20T23:48:31Z', 'revision_number': 1, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'subnets': [{'id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:48:32.741561 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Router ae7b3523-f29d-4d63-b223-659dc40d311e has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:48:32.760865 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-da7efdab-556c-45d2-b6c4-4164cd72178c None None] Provisioning complete for port acb711ef-1c74-423d-9edd-cf3ec5eb0c10 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:48:32.761311 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-da7efdab-556c-45d2-b6c4-4164cd72178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:32.827316 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-da7efdab-556c-45d2-b6c4-4164cd72178c None None] Port acb711ef-1c74-423d-9edd-cf3ec5eb0c10 cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:48:32.935286 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:48:32.946268 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] 10.222.0.15 "PUT /v2.0/routers/ae7b3523-f29d-4d63-b223-659dc40d311e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9658234
Apr 20 23:48:33.620629 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48158) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:33.626970 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-479763191-network', 'tenant_id': '4b29fc1158084c61b39c3e2713d2773d'}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:48:33.632457 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:33.636641 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Usage tracker for resource:network and tenant:4b29fc1158084c61b39c3e2713d2773d is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:33.639726 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:33.647029 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:33.685249 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Made reservation on behalf of 4b29fc1158084c61b39c3e2713d2773d for: {'network': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:48:33.690507 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for network, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:33.707122 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:33.725764 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:33.730293 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Usage tracker for resource:security_group_rule and tenant:4b29fc1158084c61b39c3e2713d2773d is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:33.733522 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:33.739738 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:33.858162 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device d4537b1f-0bee-4a6e-855c-96838a27e798 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:48:33.953951 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:33.963424 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port d4537b1f-0bee-4a6e-855c-96838a27e798 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:48:33.968642 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port d4537b1f-0bee-4a6e-855c-96838a27e798 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:48:33.969057 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:33.992070 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:33.996625 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5067a703-d9ff-4a21-bb8b-8916244b6059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:34.025938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'}  {{(pid=86385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:48:34.035280 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785e3fba-b399-42b2-8e2f-2a21eb5e43cd,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:34.040098 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:34.101072 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:34.113960 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:34.114365 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.segments_db [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Added segment f277d032-f1cf-478f-82e8-8045ac416498 of type vlan for network e3ee5c77-478c-43bf-8a94-d5be44e1adbc
Apr 20 23:48:34.125543 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port d4537b1f-0bee-4a6e-855c-96838a27e798, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=d4537b1f-0bee-4a6e-855c-96838a27e798,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:48:34.142957 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309095976154'] for network, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:34.157777 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:34.159828 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-00f56c3a-22d4-4b69-8a8b-12b27fe5659e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:34.232203 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=d4537b1f-0bee-4a6e-855c-96838a27e798,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:34.235458 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:34.272889 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107'] for network, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:34.274300 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:48:34.274943 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:34.280112 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:34.389037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Pushing event updated for resources: {'Network': ['ID=e3ee5c77-478c-43bf-8a94-d5be44e1adbc,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:34.392020 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:34.400087 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Network e3ee5c77-478c-43bf-8a94-d5be44e1adbc details requested by agent ovs-agent-dv-cinder-680889-5-iscsi with host dv-cinder-680889-5-iscsi {{(pid=86387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:48:34.415947 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0943b2d7-76dc-4192-b3b9-db3b4a79e880 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.7941091
Apr 20 23:48:34.418814 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48162) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:34.424845 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-c0869f3c-c78c-4aaf-ad72-1a04eded531a admin admin] Request body: {'subnet': {'network_id': 'e3ee5c77-478c-43bf-8a94-d5be44e1adbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-479763191-subnet', 'tenant_id': '4b29fc1158084c61b39c3e2713d2773d', 'ip_version': 4}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:48:34.430306 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c0869f3c-c78c-4aaf-ad72-1a04eded531a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:34.434316 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c0869f3c-c78c-4aaf-ad72-1a04eded531a admin admin] Usage tracker for resource:subnet and tenant:4b29fc1158084c61b39c3e2713d2773d is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:34.437292 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-c0869f3c-c78c-4aaf-ad72-1a04eded531a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:34.444378 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-c0869f3c-c78c-4aaf-ad72-1a04eded531a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:34.477864 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0869f3c-c78c-4aaf-ad72-1a04eded531a admin admin] Made reservation on behalf of 4b29fc1158084c61b39c3e2713d2773d for: {'subnet': 1} {{(pid=86385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:48:34.482787 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c0869f3c-c78c-4aaf-ad72-1a04eded531a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946129'] for subnet, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:34.913847 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c0869f3c-c78c-4aaf-ad72-1a04eded531a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3379530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946112'] for subnet, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:34.918684 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c45ef0fe-d9ad-48be-a6fb-d7789dd3b48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:34.995976 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0869f3c-c78c-4aaf-ad72-1a04eded531a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b99d848-f6d0-412f-a161-35aae9073c4e,revision_number=0']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:35.000052 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c0869f3c-c78c-4aaf-ad72-1a04eded531a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:35.004275 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0869f3c-c78c-4aaf-ad72-1a04eded531a admin admin] Checking segment: {'id': 'f277d032-f1cf-478f-82e8-8045ac416498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e3ee5c77-478c-43bf-8a94-d5be44e1adbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:48:35.004664 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0869f3c-c78c-4aaf-ad72-1a04eded531a admin admin] Network hostable DHCP agents. Network: e3ee5c77-478c-43bf-8a94-d5be44e1adbc, hostable agents: ['6c2f177f-0f95-47ca-b7a5-475bfa557951'], hosted agents: [] {{(pid=86385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:48:35.054909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0869f3c-c78c-4aaf-ad72-1a04eded531a admin admin] Network e3ee5c77-478c-43bf-8a94-d5be44e1adbc is scheduled to be hosted by DHCP agent 6c2f177f-0f95-47ca-b7a5-475bfa557951 with binding_index 1 {{(pid=86385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:48:35.077814 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-c0869f3c-c78c-4aaf-ad72-1a04eded531a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-iscsi, e3ee5c77-478c-43bf-8a94-d5be44e1adbc) {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:48:35.086816 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6dfd6d-e0e7-45b3-9d84-8c92ce01ff88 None None] Network e3ee5c77-478c-43bf-8a94-d5be44e1adbc requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:48:35.090729 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0869f3c-c78c-4aaf-ad72-1a04eded531a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:48:35.091416 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c0869f3c-c78c-4aaf-ad72-1a04eded531a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:35.124518 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c0869f3c-c78c-4aaf-ad72-1a04eded531a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7045643
Apr 20 23:48:35.127221 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48166) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:35.132734 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-479763191-router', 'tenant_id': '4b29fc1158084c61b39c3e2713d2773d', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}} {{(pid=86385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:48:35.137675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:35.141695 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Usage tracker for resource:router and tenant:4b29fc1158084c61b39c3e2713d2773d is out of sync, need to count used quota {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:35.145265 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:35.151695 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:35.192550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854232352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5632'] for router, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:35.193725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769921'] for router, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:35.245534 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:35.312545 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03c04a8b-0d60-59db-a6f6-015f86c32765-e3ee5c77-478c-43bf-8a94-d5be44e1adbc', 'network_id': 'e3ee5c77-478c-43bf-8a94-d5be44e1adbc', 'tenant_id': '4b29fc1158084c61b39c3e2713d2773d', 'fixed_ips': [{'subnet_id': '1b99d848-f6d0-412f-a161-35aae9073c4e'}]}} from dv-cinder-680889-5-iscsi. {{(pid=86387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:48:35.313471 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:35.480934 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Allocated IP 172.20.0.2 (e3ee5c77-478c-43bf-8a94-d5be44e1adbc/1b99d848-f6d0-412f-a161-35aae9073c4e/ce52dce0-06c2-4288-8116-227374c415cc) {{(pid=86387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:48:35.555032 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769938'] for router, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:35.706852 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Notify callbacks [] for port, precommit_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:35.721362 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Transition to ACTIVE for port object ce52dce0-06c2-4288-8116-227374c415cc will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:48:35.742810 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Transition to ACTIVE for port object ce52dce0-06c2-4288-8116-227374c415cc will not be triggered until provisioned by entity DHCP. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:48:35.769963 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572'] for port, after_create {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:35.776412 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:35.836956 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Network e3ee5c77-478c-43bf-8a94-d5be44e1adbc is already hosted by enough agents. {{(pid=86387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:48:35.844894 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Resources bound (agent type, host, resource id):  {{(pid=86387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:48:35.847420 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Received port after_create {{(pid=86387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:48:35.858899 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device d4537b1f-0bee-4a6e-855c-96838a27e798 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:48:35.923941 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Sync routers for ids ['ae7b3523-f29d-4d63-b223-659dc40d311e'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:48:35.924699 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:35.933892 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Routers {'ae7b3523-f29d-4d63-b223-659dc40d311e'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:48:35.934792 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e75fd30>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:48:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['ae7b3523-f29d-4d63-b223-659dc40d311e'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:35.938115 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Pushing event updated for resources: {'Port': ['ID=ce52dce0-06c2-4288-8116-227374c415cc,revision_number=1']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:35.941090 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:35.957570 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:36.020061 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Attempting to bind port ce52dce0-06c2-4288-8116-227374c415cc on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:48:36.020485 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Attempting to bind port ce52dce0-06c2-4288-8116-227374c415cc by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': 'f277d032-f1cf-478f-82e8-8045ac416498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e3ee5c77-478c-43bf-8a94-d5be44e1adbc'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:48:36.020898 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Attempting to bind port ce52dce0-06c2-4288-8116-227374c415cc on network e3ee5c77-478c-43bf-8a94-d5be44e1adbc {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:48:36.029369 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:48:36.029648 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Checking segment: {'id': 'f277d032-f1cf-478f-82e8-8045ac416498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e3ee5c77-478c-43bf-8a94-d5be44e1adbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:48:36.030037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:36.030476 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Bound using segment: {'id': 'f277d032-f1cf-478f-82e8-8045ac416498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e3ee5c77-478c-43bf-8a94-d5be44e1adbc'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:48:36.031037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Bound port: ce52dce0-06c2-4288-8116-227374c415cc, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f277d032-f1cf-478f-82e8-8045ac416498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e3ee5c77-478c-43bf-8a94-d5be44e1adbc'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:48:36.031491 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:36.097626 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port d4537b1f-0bee-4a6e-855c-96838a27e798 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:48:36.097953 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:36.110459 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Allocated IP 172.27.2.107 (b49fa4d7-9497-41f5-afae-ab183fc1104b/828469c9-116a-4083-bfec-69bcf738251b/a06c28e4-1dd6-4528-a34a-b1bd640c87a9) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:48:36.127600 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Set router ae7b3523-f29d-4d63-b223-659dc40d311e gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:48:36.197309 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] For port ce52dce0-06c2-4288-8116-227374c415cc, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:48:36.203681 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] For port ce52dce0-06c2-4288-8116-227374c415cc, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=ce52dce0-06c2-4288-8116-227374c415cc,segment=NetworkSegment(f277d032-f1cf-478f-82e8-8045ac416498),segment_id=f277d032-f1cf-478f-82e8-8045ac416498)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:48:36.313833 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:36.376026 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:36.382966 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ce198ada-fc59-4742-a7e5-03382aeceea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:36.440127 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:36.449618 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-00f56c3a-22d4-4b69-8a8b-12b27fe5659e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:36.459299 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:48:36.460377 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:48:36.462920 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:48:36.480390 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e75fd30>, [{'id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'name': 'tempest-TestShelveInstance-1828300404-router', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:27Z', 'updated_at': '2021-04-20T23:48:31Z', 'revision_number': 4, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'gw_port': {'id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:28Z', 'updated_at': '2021-04-20T23:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'acb711ef-1c74-423d-9edd-cf3ec5eb0c10', 'name': '', 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'mac_address': 'fa:16:3e:0b:49:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:30Z', 'updated_at': '2021-04-20T23:48:32Z', 'revision_number': 2, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'subnets': [{'id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:36.484825 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Checking router: ae7b3523-f29d-4d63-b223-659dc40d311e for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:48:36.484825 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Updating router ae7b3523-f29d-4d63-b223-659dc40d311e port acb711ef-1c74-423d-9edd-cf3ec5eb0c10 binding host dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:48:36.512113 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Pushing event updated for resources: {'Port': ['ID=a06c28e4-1dd6-4528-a34a-b1bd640c87a9,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:36.515236 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:36.538652 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Pushing event updated for resources: {'Port': ['ID=ce52dce0-06c2-4288-8116-227374c415cc,revision_number=2']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:36.542194 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:36.548501 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:36.968043 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Notify callbacks [] for port, precommit_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:36.981067 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Transition to ACTIVE for port object acb711ef-1c74-423d-9edd-cf3ec5eb0c10 will not be triggered until provisioned by entity L2. {{(pid=86388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:48:37.026826 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:37.032152 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:37.203238 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252f7d6-7219-4fdf-ab21-7ee3ac356c60 None None] Pushing event updated for resources: {'Port': ['ID=acb711ef-1c74-423d-9edd-cf3ec5eb0c10,revision_number=3']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:37.243232 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252f7d6-7219-4fdf-ab21-7ee3ac356c60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:37.243604 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252f7d6-7219-4fdf-ab21-7ee3ac356c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:37.243992 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252f7d6-7219-4fdf-ab21-7ee3ac356c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:37.244362 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252f7d6-7219-4fdf-ab21-7ee3ac356c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:37.244941 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252f7d6-7219-4fdf-ab21-7ee3ac356c60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:37.245057 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252f7d6-7219-4fdf-ab21-7ee3ac356c60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:37.245507 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252f7d6-7219-4fdf-ab21-7ee3ac356c60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:37.245763 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252f7d6-7219-4fdf-ab21-7ee3ac356c60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:37.246142 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252f7d6-7219-4fdf-ab21-7ee3ac356c60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:37.246507 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252f7d6-7219-4fdf-ab21-7ee3ac356c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:37.246971 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252f7d6-7219-4fdf-ab21-7ee3ac356c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:37.247216 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252f7d6-7219-4fdf-ab21-7ee3ac356c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:48:37.247732 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:37.251027 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5252f7d6-7219-4fdf-ab21-7ee3ac356c60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:37.276966 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Attempting to bind port acb711ef-1c74-423d-9edd-cf3ec5eb0c10 on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:48:37.277570 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Attempting to bind port acb711ef-1c74-423d-9edd-cf3ec5eb0c10 by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '768692d0-7e22-419d-9e0d-0bed80790ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3'}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:48:37.280125 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Attempting to bind port acb711ef-1c74-423d-9edd-cf3ec5eb0c10 on network 44ed036e-99df-40d4-8e65-2a7e3ca429d3 {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:48:37.286227 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:48:37.286753 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Checking segment: {'id': '768692d0-7e22-419d-9e0d-0bed80790ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:48:37.287226 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:37.287668 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Bound using segment: {'id': '768692d0-7e22-419d-9e0d-0bed80790ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3'} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:48:37.288187 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Bound port: acb711ef-1c74-423d-9edd-cf3ec5eb0c10, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768692d0-7e22-419d-9e0d-0bed80790ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3'}}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:48:37.288623 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:37.384260 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] For port acb711ef-1c74-423d-9edd-cf3ec5eb0c10, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:48:37.387510 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] For port acb711ef-1c74-423d-9edd-cf3ec5eb0c10, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=acb711ef-1c74-423d-9edd-cf3ec5eb0c10,segment=NetworkSegment(768692d0-7e22-419d-9e0d-0bed80790ee2),segment_id=768692d0-7e22-419d-9e0d-0bed80790ee2)] {{(pid=86388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:48:37.426942 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:37.433174 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9d2fc2c9-1235-4419-9bce-80caac95dee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:37.513951 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Routers {'ae7b3523-f29d-4d63-b223-659dc40d311e'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:48:37.514657 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e75fd30>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:48:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['ae7b3523-f29d-4d63-b223-659dc40d311e'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:37.620654 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854230453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126893'] for router, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:37.826676 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252f7d6-7219-4fdf-ab21-7ee3ac356c60 None None] Pushing event updated for resources: {'Port': ['ID=acb711ef-1c74-423d-9edd-cf3ec5eb0c10,revision_number=4']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:37.831795 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5252f7d6-7219-4fdf-ab21-7ee3ac356c60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:37.906558 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] Set router ae7b3523-f29d-4d63-b223-659dc40d311e gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:48:37.919879 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device ce52dce0-06c2-4288-8116-227374c415cc up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:48:37.923790 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Router 04c84252-2ba4-40bb-bfa3-22eeccd22e8b is scheduled to L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb with binding_index 1 {{(pid=86385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:48:38.026992 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port ce52dce0-06c2-4288-8116-227374c415cc completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:48:38.035091 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead354f7-be10-4168-b590-6ce9b2d5b617 None None] Network e3ee5c77-478c-43bf-8a94-d5be44e1adbc requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:48:38.124947 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:48:38.138602 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Sync routers for ids ['04c84252-2ba4-40bb-bfa3-22eeccd22e8b'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:48:38.169727 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-42f89c0c-d64d-4cce-87cb-5b68b7c40ccb None None] Provisioning for port ce52dce0-06c2-4288-8116-227374c415cc completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:48:38.180947 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] Notify callbacks [] for router, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:38.184958 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f61e0e06-7bfe-46e3-b7bf-ef80ac6c8d25 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.0540690
Apr 20 23:48:38.185193 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48174) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:38.185662 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Routers {'04c84252-2ba4-40bb-bfa3-22eeccd22e8b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:48:38.186360 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e30a2e8>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:48:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['04c84252-2ba4-40bb-bfa3-22eeccd22e8b'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:38.246520 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-42f89c0c-d64d-4cce-87cb-5b68b7c40ccb None None] Provisioning complete for port ce52dce0-06c2-4288-8116-227374c415cc triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:48:38.247225 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-42f89c0c-d64d-4cce-87cb-5b68b7c40ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:38.257612 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e75fd30>, [{'id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'name': 'tempest-TestShelveInstance-1828300404-router', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:27Z', 'updated_at': '2021-04-20T23:48:31Z', 'revision_number': 4, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'gw_port': {'id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:28Z', 'updated_at': '2021-04-20T23:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'acb711ef-1c74-423d-9edd-cf3ec5eb0c10', 'name': '', 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'mac_address': 'fa:16:3e:0b:49:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:30Z', 'updated_at': '2021-04-20T23:48:37Z', 'revision_number': 4, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'subnets': [{'id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:38.261918 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e672ef16-a80e-4fe9-a1a9-ed02a79f203b None None] The sync data for ids ['ae7b3523-f29d-4d63-b223-659dc40d311e'] in dv-cinder-680889-5-iscsi is: [{'id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'name': 'tempest-TestShelveInstance-1828300404-router', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:27Z', 'updated_at': '2021-04-20T23:48:31Z', 'revision_number': 4, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'gw_port': {'id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:28Z', 'updated_at': '2021-04-20T23:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'acb711ef-1c74-423d-9edd-cf3ec5eb0c10', 'name': '', 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'mac_address': 'fa:16:3e:0b:49:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:30Z', 'updated_at': '2021-04-20T23:48:37Z', 'revision_number': 4, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'subnets': [{'id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:48:38.541590 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Set router 04c84252-2ba4-40bb-bfa3-22eeccd22e8b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:48:38.807546 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:38.813695 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-42f89c0c-d64d-4cce-87cb-5b68b7c40ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:38.894625 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-42f89c0c-d64d-4cce-87cb-5b68b7c40ccb None None] For port ce52dce0-06c2-4288-8116-227374c415cc, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=ce52dce0-06c2-4288-8116-227374c415cc,segment=NetworkSegment(f277d032-f1cf-478f-82e8-8045ac416498),segment_id=f277d032-f1cf-478f-82e8-8045ac416498)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:48:38.949143 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:38.950063 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-42f89c0c-d64d-4cce-87cb-5b68b7c40ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:38.954992 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:39.043079 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f89c0c-d64d-4cce-87cb-5b68b7c40ccb None None] Pushing event updated for resources: {'Port': ['ID=ce52dce0-06c2-4288-8116-227374c415cc,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:39.047059 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-42f89c0c-d64d-4cce-87cb-5b68b7c40ccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:39.060939 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e30a2e8>, [{'id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'name': 'tempest-TestShelveInstance-479763191-router', 'tenant_id': '4b29fc1158084c61b39c3e2713d2773d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a06c28e4-1dd6-4528-a34a-b1bd640c87a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:35Z', 'updated_at': '2021-04-20T23:48:37Z', 'revision_number': 3, 'project_id': '4b29fc1158084c61b39c3e2713d2773d', 'gw_port': {'id': 'a06c28e4-1dd6-4528-a34a-b1bd640c87a9', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:35Z', 'updated_at': '2021-04-20T23:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:39.065404 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Checking router: 04c84252-2ba4-40bb-bfa3-22eeccd22e8b for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:48:39.065798 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Updating router 04c84252-2ba4-40bb-bfa3-22eeccd22e8b port a06c28e4-1dd6-4528-a34a-b1bd640c87a9 binding host dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:48:39.129450 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:39.189164 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Allocated IP 172.20.0.1 (e3ee5c77-478c-43bf-8a94-d5be44e1adbc/1b99d848-f6d0-412f-a161-35aae9073c4e/0108bcdb-03c1-4e1b-a21a-52ab4c844f89) {{(pid=86385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:48:39.237971 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-49a3ee27-87fb-4d55-a8e6-f30f944ecdb3 None None] Provisioning complete for port ce52dce0-06c2-4288-8116-227374c415cc triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:48:39.238388 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-49a3ee27-87fb-4d55-a8e6-f30f944ecdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:39.348646 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:39.365749 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Transition to ACTIVE for port object 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 will not be triggered until provisioned by entity DHCP. {{(pid=86385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:48:39.415517 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:39.420611 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-317105fa-4603-420b-a727-63e9ad7cdcf4 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:39.609159 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Notify callbacks [] for port, precommit_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:39.622715 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Transition to ACTIVE for port object a06c28e4-1dd6-4528-a34a-b1bd640c87a9 will not be triggered until provisioned by entity L2. {{(pid=86387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:48:39.672300 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:39.677680 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:39.745129 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Network e3ee5c77-478c-43bf-8a94-d5be44e1adbc is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:48:39.748110 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:48:39.751985 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Received port after_create {{(pid=86385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:48:39.765422 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Attempting to bind port a06c28e4-1dd6-4528-a34a-b1bd640c87a9 on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:48:39.765843 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Attempting to bind port a06c28e4-1dd6-4528-a34a-b1bd640c87a9 by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:48:39.766779 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Attempting to bind port a06c28e4-1dd6-4528-a34a-b1bd640c87a9 on network b49fa4d7-9497-41f5-afae-ab183fc1104b {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:48:39.774065 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24256102-6bc5-42a8-af49-2a29fed47e3b None None] Pushing event updated for resources: {'Port': ['ID=a06c28e4-1dd6-4528-a34a-b1bd640c87a9,revision_number=2']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:39.777052 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-24256102-6bc5-42a8-af49-2a29fed47e3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:39.780291 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:48:39.780725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Checking segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:48:39.781164 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:39.781604 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Bound using segment: {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'} {{(pid=86387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:48:39.782101 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Bound port: a06c28e4-1dd6-4528-a34a-b1bd640c87a9, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a834bf-a4d2-410e-a3e0-c165da083c58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b'}}] {{(pid=86387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:48:39.782525 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:39.791459 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Pushing event updated for resources: {'Port': ['ID=0108bcdb-03c1-4e1b-a21a-52ab4c844f89,revision_number=1']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:39.795725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:39.813269 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546574'] for router_interface, before_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:39.878546 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] For port a06c28e4-1dd6-4528-a34a-b1bd640c87a9, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:48:39.882569 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] For port a06c28e4-1dd6-4528-a34a-b1bd640c87a9, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=a06c28e4-1dd6-4528-a34a-b1bd640c87a9,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:48:39.904158 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device ce52dce0-06c2-4288-8116-227374c415cc up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:48:39.950188 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:39.956526 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:39.972686 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:40.066019 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Routers {'04c84252-2ba4-40bb-bfa3-22eeccd22e8b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:48:40.066692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e30a2e8>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:48:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['04c84252-2ba4-40bb-bfa3-22eeccd22e8b'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:40.214280 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:40.249425 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379410'] for port, after_update {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:40.284821 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b0cab984-588d-431f-99d9-7985fa3f8bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:40.355503 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-b8a6c4d8-ab90-4956-9dbc-ffb356c72046 None None] Provisioning for port 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:48:40.375647 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Pushing event updated for resources: {'Port': ['ID=0108bcdb-03c1-4e1b-a21a-52ab4c844f89,revision_number=2']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:40.375881 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24256102-6bc5-42a8-af49-2a29fed47e3b None None] Pushing event updated for resources: {'Port': ['ID=a06c28e4-1dd6-4528-a34a-b1bd640c87a9,revision_number=3']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:40.379217 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:40.380526 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33003090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854229143'] for router_interface, after_create {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:40.381480 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-b8a6c4d8-ab90-4956-9dbc-ffb356c72046 None None] Provisioning complete for port 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:48:40.381898 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b8a6c4d8-ab90-4956-9dbc-ffb356c72046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:40.416292 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-24256102-6bc5-42a8-af49-2a29fed47e3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:40.421584 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port ce52dce0-06c2-4288-8116-227374c415cc triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:48:40.421999 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:40.524143 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Network e3ee5c77-478c-43bf-8a94-d5be44e1adbc is already hosted by enough agents. {{(pid=86385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:48:40.525352 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:48:40.528209 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6c4d8-ab90-4956-9dbc-ffb356c72046 None None] Port 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:48:40.556373 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] Set router 04c84252-2ba4-40bb-bfa3-22eeccd22e8b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:48:40.738038 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Router 04c84252-2ba4-40bb-bfa3-22eeccd22e8b has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:48:40.751160 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device acb711ef-1c74-423d-9edd-cf3ec5eb0c10 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:48:40.898600 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-da2be5ed-55af-428f-9d22-4ac796834b84 None None] Provisioning complete for port 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:48:40.899018 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-da2be5ed-55af-428f-9d22-4ac796834b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:40.933632 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:48:40.943599 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] 10.222.0.15 "PUT /v2.0/routers/04c84252-2ba4-40bb-bfa3-22eeccd22e8b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7567642
Apr 20 23:48:40.998058 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-da2be5ed-55af-428f-9d22-4ac796834b84 None None] Port 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:48:41.040631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port acb711ef-1c74-423d-9edd-cf3ec5eb0c10 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:48:41.051088 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port acb711ef-1c74-423d-9edd-cf3ec5eb0c10 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:48:41.051536 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:41.174874 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e30a2e8>, [{'id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'name': 'tempest-TestShelveInstance-479763191-router', 'tenant_id': '4b29fc1158084c61b39c3e2713d2773d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a06c28e4-1dd6-4528-a34a-b1bd640c87a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:35Z', 'updated_at': '2021-04-20T23:48:39Z', 'revision_number': 4, 'project_id': '4b29fc1158084c61b39c3e2713d2773d', 'gw_port': {'id': 'a06c28e4-1dd6-4528-a34a-b1bd640c87a9', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:35Z', 'updated_at': '2021-04-20T23:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '0108bcdb-03c1-4e1b-a21a-52ab4c844f89', 'name': '', 'network_id': 'e3ee5c77-478c-43bf-8a94-d5be44e1adbc', 'tenant_id': '4b29fc1158084c61b39c3e2713d2773d', 'mac_address': 'fa:16:3e:5f:8d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1b99d848-f6d0-412f-a161-35aae9073c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:39Z', 'updated_at': '2021-04-20T23:48:39Z', 'revision_number': 1, 'project_id': '4b29fc1158084c61b39c3e2713d2773d', 'subnets': [{'id': '1b99d848-f6d0-412f-a161-35aae9073c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:41.191145 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f559a5-5a03-4def-875f-b41d5a3f753b None None] The sync data for ids ['04c84252-2ba4-40bb-bfa3-22eeccd22e8b'] in dv-cinder-680889-5-iscsi is: [{'id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'name': 'tempest-TestShelveInstance-479763191-router', 'tenant_id': '4b29fc1158084c61b39c3e2713d2773d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a06c28e4-1dd6-4528-a34a-b1bd640c87a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:35Z', 'updated_at': '2021-04-20T23:48:39Z', 'revision_number': 4, 'project_id': '4b29fc1158084c61b39c3e2713d2773d', 'gw_port': {'id': 'a06c28e4-1dd6-4528-a34a-b1bd640c87a9', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:35Z', 'updated_at': '2021-04-20T23:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '0108bcdb-03c1-4e1b-a21a-52ab4c844f89', 'name': '', 'network_id': 'e3ee5c77-478c-43bf-8a94-d5be44e1adbc', 'tenant_id': '4b29fc1158084c61b39c3e2713d2773d', 'mac_address': 'fa:16:3e:5f:8d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1b99d848-f6d0-412f-a161-35aae9073c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:39Z', 'updated_at': '2021-04-20T23:48:39Z', 'revision_number': 1, 'project_id': '4b29fc1158084c61b39c3e2713d2773d', 'subnets': [{'id': '1b99d848-f6d0-412f-a161-35aae9073c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:48:41.210716 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:41.245021 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port acb711ef-1c74-423d-9edd-cf3ec5eb0c10, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=acb711ef-1c74-423d-9edd-cf3ec5eb0c10,segment=NetworkSegment(768692d0-7e22-419d-9e0d-0bed80790ee2),segment_id=768692d0-7e22-419d-9e0d-0bed80790ee2)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:48:41.273350 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:41.276773 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-24256102-6bc5-42a8-af49-2a29fed47e3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:41.349862 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=acb711ef-1c74-423d-9edd-cf3ec5eb0c10,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:41.353158 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:41.566734 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48184) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:41.575986 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-8e77cdb4-459d-4618-83b1-67c02e4d65f7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2024762614', 'description': 'tempest-secgroup-smoke-2024762614 description', 'project_id': 'cddc3d6ff48e4c95a714bce92023a625'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:48:41.585724 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8e77cdb4-459d-4618-83b1-67c02e4d65f7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:41.591747 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8e77cdb4-459d-4618-83b1-67c02e4d65f7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Usage tracker for resource:security_group and tenant:cddc3d6ff48e4c95a714bce92023a625 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:41.594840 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8e77cdb4-459d-4618-83b1-67c02e4d65f7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:41.601402 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8e77cdb4-459d-4618-83b1-67c02e4d65f7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:41.649588 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8e77cdb4-459d-4618-83b1-67c02e4d65f7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:41.675584 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8e77cdb4-459d-4618-83b1-67c02e4d65f7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:41.682345 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8e77cdb4-459d-4618-83b1-67c02e4d65f7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Usage tracker for resource:security_group_rule and tenant:cddc3d6ff48e4c95a714bce92023a625 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:41.686040 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-8e77cdb4-459d-4618-83b1-67c02e4d65f7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:41.693535 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-8e77cdb4-459d-4618-83b1-67c02e4d65f7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:41.786550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8e77cdb4-459d-4618-83b1-67c02e4d65f7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:41.861282 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device acb711ef-1c74-423d-9edd-cf3ec5eb0c10 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:48:41.877702 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8e77cdb4-459d-4618-83b1-67c02e4d65f7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:41.883964 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bbc2231a-ef30-43f4-8aa8-535b1592b6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:41.960319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77cdb4-459d-4618-83b1-67c02e4d65f7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e2e630-4b9b-4e96-888b-01529eb3489b,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:41.967397 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8e77cdb4-459d-4618-83b1-67c02e4d65f7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:41.975284 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8e77cdb4-459d-4618-83b1-67c02e4d65f7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:41.979302 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-8e77cdb4-459d-4618-83b1-67c02e4d65f7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4107404
Apr 20 23:48:41.980393 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48188) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:41.986932 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-a75751df-0b70-4362-ac99-24ae4e0f945b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Request body: {'security_group_rule': {'security_group_id': '17e2e630-4b9b-4e96-888b-01529eb3489b', 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:48:41.987328 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port acb711ef-1c74-423d-9edd-cf3ec5eb0c10 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:48:41.987731 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:41.995637 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a75751df-0b70-4362-ac99-24ae4e0f945b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:42.008094 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a75751df-0b70-4362-ac99-24ae4e0f945b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Usage tracker for resource:security_group_rule and tenant:cddc3d6ff48e4c95a714bce92023a625 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:42.011886 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-a75751df-0b70-4362-ac99-24ae4e0f945b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:42.018423 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-a75751df-0b70-4362-ac99-24ae4e0f945b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:42.070739 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a75751df-0b70-4362-ac99-24ae4e0f945b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:42.158966 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a75751df-0b70-4362-ac99-24ae4e0f945b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:42.192183 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a75751df-0b70-4362-ac99-24ae4e0f945b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:42.195531 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:42.225959 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75751df-0b70-4362-ac99-24ae4e0f945b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e20966c-2d74-4b99-94f3-cd90bc36ff7c,revision_number=0']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:42.234029 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a75751df-0b70-4362-ac99-24ae4e0f945b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:42.267615 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a75751df-0b70-4362-ac99-24ae4e0f945b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:42.268958 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-a75751df-0b70-4362-ac99-24ae4e0f945b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2867765
Apr 20 23:48:42.272710 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48192) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:42.281557 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-9e11b073-c10a-4cf2-924d-f2ba9931971d tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Request body: {'security_group_rule': {'security_group_id': '17e2e630-4b9b-4e96-888b-01529eb3489b', 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:48:42.289402 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9e11b073-c10a-4cf2-924d-f2ba9931971d tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:42.293584 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9e11b073-c10a-4cf2-924d-f2ba9931971d tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Usage tracker for resource:security_group_rule and tenant:cddc3d6ff48e4c95a714bce92023a625 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:42.296749 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-9e11b073-c10a-4cf2-924d-f2ba9931971d tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:42.303819 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-9e11b073-c10a-4cf2-924d-f2ba9931971d tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:42.359433 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9e11b073-c10a-4cf2-924d-f2ba9931971d tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:42.427850 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9e11b073-c10a-4cf2-924d-f2ba9931971d tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:42.455031 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9e11b073-c10a-4cf2-924d-f2ba9931971d tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:42.457283 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7a4aad68-796c-46fc-ace2-77cf38512d48 tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:42.487411 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11b073-c10a-4cf2-924d-f2ba9931971d tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6622655a-5178-4272-a54b-5e2ddc5ed502,revision_number=0']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:42.494677 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9e11b073-c10a-4cf2-924d-f2ba9931971d tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:42.529133 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9e11b073-c10a-4cf2-924d-f2ba9931971d tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:42.530543 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9e11b073-c10a-4cf2-924d-f2ba9931971d tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2562578
Apr 20 23:48:42.533366 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48196) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:42.538946 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-f67f79b7-78db-4441-9afe-241e33bbc549 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Request body: {'security_group_rule': {'security_group_id': '17e2e630-4b9b-4e96-888b-01529eb3489b', 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:48:42.546678 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f67f79b7-78db-4441-9afe-241e33bbc549 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:42.550704 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f67f79b7-78db-4441-9afe-241e33bbc549 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Usage tracker for resource:security_group_rule and tenant:cddc3d6ff48e4c95a714bce92023a625 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:42.554218 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-f67f79b7-78db-4441-9afe-241e33bbc549 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:42.560186 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-f67f79b7-78db-4441-9afe-241e33bbc549 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:42.624325 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f67f79b7-78db-4441-9afe-241e33bbc549 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:42.695794 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f67f79b7-78db-4441-9afe-241e33bbc549 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:42.746467 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f67f79b7-78db-4441-9afe-241e33bbc549 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:42.748725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-43e76264-9bba-4e2e-8ff0-75218b331a3b tempest-AttachVolumeShelveTestJSON-608235617 tempest-AttachVolumeShelveTestJSON-608235617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:42.772632 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f79b7-78db-4441-9afe-241e33bbc549 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76e6fdc-8dc4-45c0-9f26-ffb783e21cf5,revision_number=0']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:42.780646 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f67f79b7-78db-4441-9afe-241e33bbc549 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:42.809516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f67f79b7-78db-4441-9afe-241e33bbc549 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:42.811072 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f67f79b7-78db-4441-9afe-241e33bbc549 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2765343
Apr 20 23:48:42.814325 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48200) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:42.821448 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-3d99841a-ee5d-40b3-b925-d426ddec5e4a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Request body: {'security_group_rule': {'security_group_id': '17e2e630-4b9b-4e96-888b-01529eb3489b', 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:48:42.828386 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3d99841a-ee5d-40b3-b925-d426ddec5e4a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:42.832441 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3d99841a-ee5d-40b3-b925-d426ddec5e4a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Usage tracker for resource:security_group_rule and tenant:cddc3d6ff48e4c95a714bce92023a625 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:42.836073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-3d99841a-ee5d-40b3-b925-d426ddec5e4a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:42.842145 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-3d99841a-ee5d-40b3-b925-d426ddec5e4a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:42.884581 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3d99841a-ee5d-40b3-b925-d426ddec5e4a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:42.950415 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3d99841a-ee5d-40b3-b925-d426ddec5e4a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:42.975685 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3d99841a-ee5d-40b3-b925-d426ddec5e4a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:42.983369 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f67f79b7-78db-4441-9afe-241e33bbc549 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:43.004696 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99841a-ee5d-40b3-b925-d426ddec5e4a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f002c98-522b-49ad-9445-1fec5977c072,revision_number=0']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:43.007571 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3d99841a-ee5d-40b3-b925-d426ddec5e4a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:43.038376 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3d99841a-ee5d-40b3-b925-d426ddec5e4a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:43.039682 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3d99841a-ee5d-40b3-b925-d426ddec5e4a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2243090
Apr 20 23:48:43.042539 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48204) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:43.048074 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-356591d0-cae7-46d4-857e-1e74fa4a7221 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Request body: {'security_group_rule': {'security_group_id': '17e2e630-4b9b-4e96-888b-01529eb3489b', 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:48:43.054274 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-356591d0-cae7-46d4-857e-1e74fa4a7221 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:43.058272 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-356591d0-cae7-46d4-857e-1e74fa4a7221 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Usage tracker for resource:security_group_rule and tenant:cddc3d6ff48e4c95a714bce92023a625 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:43.061259 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-356591d0-cae7-46d4-857e-1e74fa4a7221 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:43.067256 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-356591d0-cae7-46d4-857e-1e74fa4a7221 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:43.094723 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.securitygroups_db [None req-356591d0-cae7-46d4-857e-1e74fa4a7221 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Project cddc3d6ff48e4c95a714bce92023a625 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 23:48:43.102088 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-356591d0-cae7-46d4-857e-1e74fa4a7221 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:43.168767 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-356591d0-cae7-46d4-857e-1e74fa4a7221 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:43.203286 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-356591d0-cae7-46d4-857e-1e74fa4a7221 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:43.205425 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a75751df-0b70-4362-ac99-24ae4e0f945b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:43.229619 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356591d0-cae7-46d4-857e-1e74fa4a7221 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c042c1d3-fb48-4991-8905-76a6b0c5c824,revision_number=0']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:43.232147 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-356591d0-cae7-46d4-857e-1e74fa4a7221 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:43.272567 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-356591d0-cae7-46d4-857e-1e74fa4a7221 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:43.273887 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-356591d0-cae7-46d4-857e-1e74fa4a7221 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2302849
Apr 20 23:48:43.276855 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48208) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:48:43.282321 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-4fbd3bd2-7545-43a3-9c0c-64b1d170ef6c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Request body: {'security_group_rule': {'security_group_id': '17e2e630-4b9b-4e96-888b-01529eb3489b', 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:48:43.289239 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4fbd3bd2-7545-43a3-9c0c-64b1d170ef6c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:48:43.293264 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4fbd3bd2-7545-43a3-9c0c-64b1d170ef6c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Usage tracker for resource:security_group_rule and tenant:cddc3d6ff48e4c95a714bce92023a625 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:48:43.296268 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-4fbd3bd2-7545-43a3-9c0c-64b1d170ef6c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:48:43.302376 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-4fbd3bd2-7545-43a3-9c0c-64b1d170ef6c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:48:43.346254 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.securitygroups_db [None req-4fbd3bd2-7545-43a3-9c0c-64b1d170ef6c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Project cddc3d6ff48e4c95a714bce92023a625 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 23:48:43.354500 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4fbd3bd2-7545-43a3-9c0c-64b1d170ef6c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:43.422521 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4fbd3bd2-7545-43a3-9c0c-64b1d170ef6c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:43.454418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4fbd3bd2-7545-43a3-9c0c-64b1d170ef6c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113843'] for security_group_rule, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:43.456513 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:43.480897 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd3bd2-7545-43a3-9c0c-64b1d170ef6c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62dfaa2d-42d9-4ec4-a613-7d44728b56e4,revision_number=0']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:43.485453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4fbd3bd2-7545-43a3-9c0c-64b1d170ef6c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:43.517392 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4fbd3bd2-7545-43a3-9c0c-64b1d170ef6c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:43.518674 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4fbd3bd2-7545-43a3-9c0c-64b1d170ef6c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2408221
Apr 20 23:48:43.866186 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device a06c28e4-1dd6-4528-a34a-b1bd640c87a9 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:48:43.969019 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port a06c28e4-1dd6-4528-a34a-b1bd640c87a9 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:48:43.974556 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port a06c28e4-1dd6-4528-a34a-b1bd640c87a9 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:48:43.976739 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:44.105938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:44.123476 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port a06c28e4-1dd6-4528-a34a-b1bd640c87a9, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=a06c28e4-1dd6-4528-a34a-b1bd640c87a9,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:48:44.174790 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:44.177719 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a5dd00b4-9646-4f89-bd7e-be5d45885dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:44.250405 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=a06c28e4-1dd6-4528-a34a-b1bd640c87a9,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:44.253625 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:44.421700 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Sync routers for ids ['04c84252-2ba4-40bb-bfa3-22eeccd22e8b'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:48:44.431776 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Routers {'04c84252-2ba4-40bb-bfa3-22eeccd22e8b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:48:44.432433 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e956f60>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:48:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['04c84252-2ba4-40bb-bfa3-22eeccd22e8b'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:44.618169 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Set router 04c84252-2ba4-40bb-bfa3-22eeccd22e8b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:48:44.957584 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e956f60>, [{'id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'name': 'tempest-TestShelveInstance-479763191-router', 'tenant_id': '4b29fc1158084c61b39c3e2713d2773d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a06c28e4-1dd6-4528-a34a-b1bd640c87a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:35Z', 'updated_at': '2021-04-20T23:48:39Z', 'revision_number': 4, 'project_id': '4b29fc1158084c61b39c3e2713d2773d', 'gw_port': {'id': 'a06c28e4-1dd6-4528-a34a-b1bd640c87a9', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:35Z', 'updated_at': '2021-04-20T23:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '0108bcdb-03c1-4e1b-a21a-52ab4c844f89', 'name': '', 'network_id': 'e3ee5c77-478c-43bf-8a94-d5be44e1adbc', 'tenant_id': '4b29fc1158084c61b39c3e2713d2773d', 'mac_address': 'fa:16:3e:5f:8d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1b99d848-f6d0-412f-a161-35aae9073c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:39Z', 'updated_at': '2021-04-20T23:48:40Z', 'revision_number': 2, 'project_id': '4b29fc1158084c61b39c3e2713d2773d', 'subnets': [{'id': '1b99d848-f6d0-412f-a161-35aae9073c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:44.962025 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Checking router: 04c84252-2ba4-40bb-bfa3-22eeccd22e8b for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:48:44.962448 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Updating router 04c84252-2ba4-40bb-bfa3-22eeccd22e8b port 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 binding host dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:48:45.018418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:45.382915 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Notify callbacks [] for port, precommit_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:45.394780 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Transition to ACTIVE for port object 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 will not be triggered until provisioned by entity L2. {{(pid=86388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:48:45.426343 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:45.431787 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:45.599563 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f87d8-8e58-40da-b5c3-7f75d7df92f5 None None] Pushing event updated for resources: {'Port': ['ID=0108bcdb-03c1-4e1b-a21a-52ab4c844f89,revision_number=3']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:45.607406 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bb2f87d8-8e58-40da-b5c3-7f75d7df92f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:45.660716 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Attempting to bind port 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 on host dv-cinder-680889-5-iscsi for vnic_type normal with profile  {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:48:45.661170 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Attempting to bind port 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 by drivers openvswitch,hyperv on host dv-cinder-680889-5-iscsi at level 0 using segments [{'id': 'f277d032-f1cf-478f-82e8-8045ac416498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e3ee5c77-478c-43bf-8a94-d5be44e1adbc'}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:48:45.662136 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Attempting to bind port 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 on network e3ee5c77-478c-43bf-8a94-d5be44e1adbc {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:48:45.668609 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Checking agent: {'id': '3d5455b2-66cf-4651-a01b-5af3f8f55f64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 26), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:48:45.669069 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Checking segment: {'id': 'f277d032-f1cf-478f-82e8-8045ac416498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e3ee5c77-478c-43bf-8a94-d5be44e1adbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:48:45.669530 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:45.669971 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Bound using segment: {'id': 'f277d032-f1cf-478f-82e8-8045ac416498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e3ee5c77-478c-43bf-8a94-d5be44e1adbc'} {{(pid=86388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:48:45.670493 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Bound port: 0108bcdb-03c1-4e1b-a21a-52ab4c844f89, host: dv-cinder-680889-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f277d032-f1cf-478f-82e8-8045ac416498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e3ee5c77-478c-43bf-8a94-d5be44e1adbc'}}] {{(pid=86388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:48:45.670909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:45.766173 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] For port 0108bcdb-03c1-4e1b-a21a-52ab4c844f89, host dv-cinder-680889-5-iscsi, cleared binding levels {{(pid=86388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:48:45.769769 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] For port 0108bcdb-03c1-4e1b-a21a-52ab4c844f89, host dv-cinder-680889-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=0108bcdb-03c1-4e1b-a21a-52ab4c844f89,segment=NetworkSegment(f277d032-f1cf-478f-82e8-8045ac416498),segment_id=f277d032-f1cf-478f-82e8-8045ac416498)] {{(pid=86388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:48:45.804339 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:45.809476 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7fc19b17-69c1-42fe-a986-5e221950b443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:45.852380 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device a06c28e4-1dd6-4528-a34a-b1bd640c87a9 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:48:45.883707 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Routers {'04c84252-2ba4-40bb-bfa3-22eeccd22e8b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:48:45.884402 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e956f60>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:48:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['04c84252-2ba4-40bb-bfa3-22eeccd22e8b'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:45.936343 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port a06c28e4-1dd6-4528-a34a-b1bd640c87a9 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:48:45.936777 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:46.024894 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f87d8-8e58-40da-b5c3-7f75d7df92f5 None None] Pushing event updated for resources: {'Port': ['ID=0108bcdb-03c1-4e1b-a21a-52ab4c844f89,revision_number=4']} {{(pid=86388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:46.038020 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-bb2f87d8-8e58-40da-b5c3-7f75d7df92f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:46.089268 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] Set router 04c84252-2ba4-40bb-bfa3-22eeccd22e8b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:48:46.593620 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e956f60>, [{'id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'name': 'tempest-TestShelveInstance-479763191-router', 'tenant_id': '4b29fc1158084c61b39c3e2713d2773d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a06c28e4-1dd6-4528-a34a-b1bd640c87a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:35Z', 'updated_at': '2021-04-20T23:48:39Z', 'revision_number': 4, 'project_id': '4b29fc1158084c61b39c3e2713d2773d', 'gw_port': {'id': 'a06c28e4-1dd6-4528-a34a-b1bd640c87a9', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:35Z', 'updated_at': '2021-04-20T23:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '0108bcdb-03c1-4e1b-a21a-52ab4c844f89', 'name': '', 'network_id': 'e3ee5c77-478c-43bf-8a94-d5be44e1adbc', 'tenant_id': '4b29fc1158084c61b39c3e2713d2773d', 'mac_address': 'fa:16:3e:5f:8d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1b99d848-f6d0-412f-a161-35aae9073c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:39Z', 'updated_at': '2021-04-20T23:48:45Z', 'revision_number': 4, 'project_id': '4b29fc1158084c61b39c3e2713d2773d', 'subnets': [{'id': '1b99d848-f6d0-412f-a161-35aae9073c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:48:46.597628 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47360e-326b-4362-b6b4-080645dad48d None None] The sync data for ids ['04c84252-2ba4-40bb-bfa3-22eeccd22e8b'] in dv-cinder-680889-5-iscsi is: [{'id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'name': 'tempest-TestShelveInstance-479763191-router', 'tenant_id': '4b29fc1158084c61b39c3e2713d2773d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a06c28e4-1dd6-4528-a34a-b1bd640c87a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:35Z', 'updated_at': '2021-04-20T23:48:39Z', 'revision_number': 4, 'project_id': '4b29fc1158084c61b39c3e2713d2773d', 'gw_port': {'id': 'a06c28e4-1dd6-4528-a34a-b1bd640c87a9', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:35Z', 'updated_at': '2021-04-20T23:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '0108bcdb-03c1-4e1b-a21a-52ab4c844f89', 'name': '', 'network_id': 'e3ee5c77-478c-43bf-8a94-d5be44e1adbc', 'tenant_id': '4b29fc1158084c61b39c3e2713d2773d', 'mac_address': 'fa:16:3e:5f:8d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1b99d848-f6d0-412f-a161-35aae9073c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:39Z', 'updated_at': '2021-04-20T23:48:45Z', 'revision_number': 4, 'project_id': '4b29fc1158084c61b39c3e2713d2773d', 'subnets': [{'id': '1b99d848-f6d0-412f-a161-35aae9073c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:48:47.865865 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:48:48.008508 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning for port 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:48:48.013631 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:48:48.014058 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:48.135388 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:48.176301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-a0de440a-7342-4035-ab65-e53a215393db None None] For port 0108bcdb-03c1-4e1b-a21a-52ab4c844f89, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=0108bcdb-03c1-4e1b-a21a-52ab4c844f89,segment=NetworkSegment(f277d032-f1cf-478f-82e8-8045ac416498),segment_id=f277d032-f1cf-478f-82e8-8045ac416498)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:48:48.202639 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:48.204599 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-6d94bba3-3d96-4de2-b14c-c93a5d87a8ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:48:48.274540 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Pushing event updated for resources: {'Port': ['ID=0108bcdb-03c1-4e1b-a21a-52ab4c844f89,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:48:48.277645 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:48:49.852789 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 up at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:48:49.926806 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Provisioning complete for port 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:48:49.927727 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:52.894552 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2c82a124-1317-494d-9aa6-4b1d2f6ad854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:54.894544 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fd0771a3-b5cd-4ded-b8a1-7c9e72f017ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:56.231849 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:56.392092 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:57.318128 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:00.993680 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-4af75741-655c-447a-b56c-436840e61e6b req-29d4e89b-0395-4402-afeb-fcc2f554ab20 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Synchronizing usage tracker for tenant:cddc3d6ff48e4c95a714bce92023a625 on resource:security_group {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:49:01.047893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-4af75741-655c-447a-b56c-436840e61e6b req-29d4e89b-0395-4402-afeb-fcc2f554ab20 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Unset dirty status for tenant:cddc3d6ff48e4c95a714bce92023a625 on resource:security_group {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:49:01.049112 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4af75741-655c-447a-b56c-436840e61e6b req-29d4e89b-0395-4402-afeb-fcc2f554ab20 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024762614&fields=id&tenant_id=cddc3d6ff48e4c95a714bce92023a625 HTTP/1.1" status: 200  len: 267 time: 0.0987294
Apr 20 23:49:01.452513 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af75741-655c-447a-b56c-436840e61e6b req-eed75e5c-7579-4875-97fd-0e2d2e9c979e tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:01.453247 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-4af75741-655c-447a-b56c-436840e61e6b req-eed75e5c-7579-4875-97fd-0e2d2e9c979e tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Synchronizing usage tracker for tenant:cddc3d6ff48e4c95a714bce92023a625 on resource:network {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:49:01.493576 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-4af75741-655c-447a-b56c-436840e61e6b req-eed75e5c-7579-4875-97fd-0e2d2e9c979e tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Unset dirty status for tenant:cddc3d6ff48e4c95a714bce92023a625 on resource:network {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:49:01.494799 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4af75741-655c-447a-b56c-436840e61e6b req-eed75e5c-7579-4875-97fd-0e2d2e9c979e tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/networks?id=44ed036e-99df-40d4-8e65-2a7e3ca429d3 HTTP/1.1" status: 200  len: 809 time: 0.4375196
Apr 20 23:49:01.511620 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4af75741-655c-447a-b56c-436840e61e6b req-4c1b3dab-97a4-4985-9e96-7d02a07b9e54 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/quotas/cddc3d6ff48e4c95a714bce92023a625 HTTP/1.1" status: 200  len: 375 time: 0.0106323
Apr 20 23:49:01.603757 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-4af75741-655c-447a-b56c-436840e61e6b req-132b90d0-8e4b-418d-919d-9e0e25dabbdc tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Synchronizing usage tracker for tenant:cddc3d6ff48e4c95a714bce92023a625 on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:49:01.642876 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-4af75741-655c-447a-b56c-436840e61e6b req-132b90d0-8e4b-418d-919d-9e0e25dabbdc tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Unset dirty status for tenant:cddc3d6ff48e4c95a714bce92023a625 on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:49:01.644287 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4af75741-655c-447a-b56c-436840e61e6b req-132b90d0-8e4b-418d-919d-9e0e25dabbdc tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cddc3d6ff48e4c95a714bce92023a625&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1272616
Apr 20 23:49:01.660854 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-4af75741-655c-447a-b56c-436840e61e6b req-26fe3bd3-8602-44d9-82bd-053ebb8f26cf service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:49:01.662004 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4af75741-655c-447a-b56c-436840e61e6b req-26fe3bd3-8602-44d9-82bd-053ebb8f26cf service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054059
Apr 20 23:49:01.806534 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4af75741-655c-447a-b56c-436840e61e6b req-34c5e5f1-b592-45dd-a030-f07b9074d9a9 service neutron] 10.222.0.15 "GET /v2.0/networks/44ed036e-99df-40d4-8e65-2a7e3ca429d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385441
Apr 20 23:49:01.948144 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4af75741-655c-447a-b56c-436840e61e6b req-9780d051-1a1c-41f6-8a6e-282a98373de2 service neutron] 10.222.0.15 "GET /v2.0/networks/44ed036e-99df-40d4-8e65-2a7e3ca429d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351173
Apr 20 23:49:03.486534 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-af9770e0-fc66-4956-9082-79c60c9fc454 req-34f7d232-d32f-4d90-a3a7-2ed69e0ab51e tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 210 time: 0.0525730
Apr 20 23:49:04.587109 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:49:04.593750 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-87d1ba0e-1c95-46a9-876a-fde3557a69a4 req-c50c8d79-c9dc-47bc-ae37-51f3600fa48f tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 210 time: 0.0501299
Apr 20 23:49:05.765506 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-068e6e1f-0d64-4ad6-a5dd-11cc0ca8871e req-6cfc9423-804d-44c1-b45c-641f362f2384 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 210 time: 0.0486991
Apr 20 23:49:06.928930 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5b88315-4a5d-4634-b15c-0167d6d5af88 req-5190a587-1afa-4af3-a13f-8e28015dbd10 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 210 time: 0.0490861
Apr 20 23:49:07.597208 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af75741-655c-447a-b56c-436840e61e6b req-50e240e6-ac4a-4459-88d4-9456c3105cc4 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:07.598735 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4af75741-655c-447a-b56c-436840e61e6b req-50e240e6-ac4a-4459-88d4-9456c3105cc4 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.10 "GET /v2.0/networks?id=44ed036e-99df-40d4-8e65-2a7e3ca429d3 HTTP/1.1" status: 200  len: 809 time: 0.1635973
Apr 20 23:49:07.696452 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4af75741-655c-447a-b56c-436840e61e6b req-95b3e152-a4f8-4aee-a143-8d8eb147f7b2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cddc3d6ff48e4c95a714bce92023a625 HTTP/1.1" status: 200  len: 8061 time: 0.0707123
Apr 20 23:49:07.705714 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-4af75741-655c-447a-b56c-436840e61e6b req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Request body: {'port': {'device_id': '1150741a-679e-4512-891d-52119c5442d8', 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'admin_state_up': True, 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'security_groups': ['17e2e630-4b9b-4e96-888b-01529eb3489b']}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:49:07.863603 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-4af75741-655c-447a-b56c-436840e61e6b req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:49:07.873827 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-4af75741-655c-447a-b56c-436840e61e6b req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:49:07.917322 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af75741-655c-447a-b56c-436840e61e6b req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Made reservation on behalf of cddc3d6ff48e4c95a714bce92023a625 for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:49:07.923451 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4af75741-655c-447a-b56c-436840e61e6b req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:08.096479 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0e096a8e-45f1-482d-8190-3a80e82d1298 req-351a5889-8038-47f6-a92b-fba49a7de446 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 210 time: 0.0502331
Apr 20 23:49:08.097283 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-4af75741-655c-447a-b56c-436840e61e6b req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Allocated IP 172.20.0.5 (44ed036e-99df-40d4-8e65-2a7e3ca429d3/4c7c2d29-09eb-489d-bb39-7d1aef864184/2314ee9a-428e-43af-aa7f-4797dcf98bd3) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:49:08.294113 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4af75741-655c-447a-b56c-436840e61e6b req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:08.310825 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-4af75741-655c-447a-b56c-436840e61e6b req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Transition to ACTIVE for port object 2314ee9a-428e-43af-aa7f-4797dcf98bd3 will not be triggered until provisioned by entity DHCP. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:49:08.375097 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4af75741-655c-447a-b56c-436840e61e6b req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:08.381845 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7c33fc6d-c649-452f-a59d-5df796028526 tempest-AttachVolumeNegativeTest-506163134 tempest-AttachVolumeNegativeTest-506163134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:49:08.456589 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af75741-655c-447a-b56c-436840e61e6b req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Network 44ed036e-99df-40d4-8e65-2a7e3ca429d3 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:49:08.460527 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-4af75741-655c-447a-b56c-436840e61e6b req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:49:08.464801 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af75741-655c-447a-b56c-436840e61e6b req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:49:08.508556 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Pushing event updated for resources: {'Port': ['ID=2314ee9a-428e-43af-aa7f-4797dcf98bd3,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:49:08.528147 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:08.528570 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:08.529198 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:08.529411 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:08.529826 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:08.530245 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:08.530650 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:08.531056 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:08.536933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:08.536933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:08.536933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:08.536933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:08.547144 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:49:08.548703 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:08.561815 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af75741-655c-447a-b56c-436840e61e6b req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:08.563155 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4af75741-655c-447a-b56c-436840e61e6b req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:08.621248 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4af75741-655c-447a-b56c-436840e61e6b req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9196470
Apr 20 23:49:08.640481 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Request body: {'port': {'device_id': '1150741a-679e-4512-891d-52119c5442d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:49:08.763604 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-f7a59fbd-c9d0-4857-8611-b67aa4d375bb None None] Provisioning for port 2314ee9a-428e-43af-aa7f-4797dcf98bd3 completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:49:08.767228 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:08.769486 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-f7a59fbd-c9d0-4857-8611-b67aa4d375bb None None] Provisioning complete for port 2314ee9a-428e-43af-aa7f-4797dcf98bd3 triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:49:08.769906 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f7a59fbd-c9d0-4857-8611-b67aa4d375bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:08.833866 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-f7a59fbd-c9d0-4857-8611-b67aa4d375bb None None] Port 2314ee9a-428e-43af-aa7f-4797dcf98bd3 cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:49:09.125745 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2314ee9a-428e-43af-aa7f-4797dcf98bd3 {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:49:09.134390 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:09.150122 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Transition to ACTIVE for port object 2314ee9a-428e-43af-aa7f-4797dcf98bd3 will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:49:09.180292 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:09.185371 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b9c3a2f1-0fa3-4ec0-97a4-044e1003b786 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:49:09.376330 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2314ee9a-428e-43af-aa7f-4797dcf98bd3,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:49:09.406876 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:49:09.510483 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc06bd-6af4-4544-9a7a-0299fb0b9f60 req-7a63a9f0-5fc8-420a-b7af-977be5ec6853 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:09.511260 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-8cbc06bd-6af4-4544-9a7a-0299fb0b9f60 req-7a63a9f0-5fc8-420a-b7af-977be5ec6853 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Synchronizing usage tracker for tenant:cddc3d6ff48e4c95a714bce92023a625 on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:49:09.523832 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Attempting to bind port 2314ee9a-428e-43af-aa7f-4797dcf98bd3 on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:49:09.524211 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Attempting to bind port 2314ee9a-428e-43af-aa7f-4797dcf98bd3 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '768692d0-7e22-419d-9e0d-0bed80790ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:49:09.524577 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Attempting to bind port 2314ee9a-428e-43af-aa7f-4797dcf98bd3 on network 44ed036e-99df-40d4-8e65-2a7e3ca429d3 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:49:09.533867 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Port 2314ee9a-428e-43af-aa7f-4797dcf98bd3 on network 44ed036e-99df-40d4-8e65-2a7e3ca429d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:49:09.534231 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Attempting to bind port 2314ee9a-428e-43af-aa7f-4797dcf98bd3 on network 44ed036e-99df-40d4-8e65-2a7e3ca429d3 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:49:09.544893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:49:09.544893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Checking segment: {'id': '768692d0-7e22-419d-9e0d-0bed80790ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:49:09.544893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Bound using segment: {'id': '768692d0-7e22-419d-9e0d-0bed80790ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:49:09.544893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Bound port: 2314ee9a-428e-43af-aa7f-4797dcf98bd3, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768692d0-7e22-419d-9e0d-0bed80790ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:49:09.544893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:09.596751 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-8cbc06bd-6af4-4544-9a7a-0299fb0b9f60 req-7a63a9f0-5fc8-420a-b7af-977be5ec6853 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Unset dirty status for tenant:cddc3d6ff48e4c95a714bce92023a625 on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:49:09.598014 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8cbc06bd-6af4-4544-9a7a-0299fb0b9f60 req-7a63a9f0-5fc8-420a-b7af-977be5ec6853 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 943 time: 0.3776367
Apr 20 23:49:09.676247 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] For port 2314ee9a-428e-43af-aa7f-4797dcf98bd3, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:49:09.680906 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8cbc06bd-6af4-4544-9a7a-0299fb0b9f60 req-05183fed-d9b3-4051-8445-24ce2ce644c8 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711880
Apr 20 23:49:09.686725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] For port 2314ee9a-428e-43af-aa7f-4797dcf98bd3, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=2314ee9a-428e-43af-aa7f-4797dcf98bd3,segment=NetworkSegment(768692d0-7e22-419d-9e0d-0bed80790ee2),segment_id=768692d0-7e22-419d-9e0d-0bed80790ee2)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:49:09.729601 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:09.734838 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c8933485-0a37-4f08-bd23-784958becfab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:49:09.787764 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:09.788431 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:09.790061 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4af75741-655c-447a-b56c-436840e61e6b req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] 10.222.0.10 "PUT /v2.0/ports/2314ee9a-428e-43af-aa7f-4797dcf98bd3 HTTP/1.1" status: 200  len: 1093 time: 1.1551592
Apr 20 23:49:09.792724 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1150741a-679e-4512-891d-52119c5442d8', 'tag': '2314ee9a-428e-43af-aa7f-4797dcf98bd3'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:49:09.826097 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2314ee9a-428e-43af-aa7f-4797dcf98bd3,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:49:09.832081 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d15dd5df-c2de-4fc0-ba55-ebfc6e3173a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:49:09.926727 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1150741a-679e-4512-891d-52119c5442d8', 'tag': '2314ee9a-428e-43af-aa7f-4797dcf98bd3', 'status': 'completed', 'code': 200}
Apr 20 23:49:09.974607 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af75741-655c-447a-b56c-436840e61e6b req-681ec6a4-4ac9-4035-99de-d4f4352e6ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:09.976246 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4af75741-655c-447a-b56c-436840e61e6b req-681ec6a4-4ac9-4035-99de-d4f4352e6ee9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cddc3d6ff48e4c95a714bce92023a625&device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 1096 time: 0.0878823
Apr 20 23:49:10.055972 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4af75741-655c-447a-b56c-436840e61e6b req-c455866c-56b9-46ed-a412-5ea970c33d13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2314ee9a-428e-43af-aa7f-4797dcf98bd3 HTTP/1.1" status: 200  len: 217 time: 0.0661986
Apr 20 23:49:10.126223 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af75741-655c-447a-b56c-436840e61e6b req-c1a7af98-6c2a-4ada-af74-d8b584208d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:10.127749 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4af75741-655c-447a-b56c-436840e61e6b req-c1a7af98-6c2a-4ada-af74-d8b584208d99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c7c2d29-09eb-489d-bb39-7d1aef864184 HTTP/1.1" status: 200  len: 848 time: 0.0663228
Apr 20 23:49:10.207483 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af75741-655c-447a-b56c-436840e61e6b req-b0b61143-7faf-4225-a765-c2d899c517b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:10.209655 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4af75741-655c-447a-b56c-436840e61e6b req-b0b61143-7faf-4225-a765-c2d899c517b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44ed036e-99df-40d4-8e65-2a7e3ca429d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755837
Apr 20 23:49:10.347887 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4af75741-655c-447a-b56c-436840e61e6b req-4fb62e75-dba7-4d76-b892-e9b12affe8d3 service neutron] 10.222.0.10 "GET /v2.0/networks/44ed036e-99df-40d4-8e65-2a7e3ca429d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318595
Apr 20 23:49:10.487060 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-4af75741-655c-447a-b56c-436840e61e6b req-e5089009-b7a7-486c-86ff-35bc9a94123c service neutron] 10.222.0.10 "GET /v2.0/networks/44ed036e-99df-40d4-8e65-2a7e3ca429d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326332
Apr 20 23:49:10.681208 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50977bd5-05ff-45be-bac8-a3fb01155a49 req-2f350047-29c3-4411-a156-b6e5095e8874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:10.683024 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50977bd5-05ff-45be-bac8-a3fb01155a49 req-2f350047-29c3-4411-a156-b6e5095e8874 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cddc3d6ff48e4c95a714bce92023a625&device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 1096 time: 0.0808334
Apr 20 23:49:10.876802 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50977bd5-05ff-45be-bac8-a3fb01155a49 req-e7913578-f29b-4bd5-a1e6-a500c03f1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:10.878338 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50977bd5-05ff-45be-bac8-a3fb01155a49 req-e7913578-f29b-4bd5-a1e6-a500c03f1df2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44ed036e-99df-40d4-8e65-2a7e3ca429d3 HTTP/1.1" status: 200  len: 909 time: 0.1884038
Apr 20 23:49:10.961393 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50977bd5-05ff-45be-bac8-a3fb01155a49 req-3dc4dfd8-26d2-4a58-baf6-e554747f5029 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2314ee9a-428e-43af-aa7f-4797dcf98bd3 HTTP/1.1" status: 200  len: 217 time: 0.0703709
Apr 20 23:49:11.014109 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed0f24-469c-42fd-99ef-81075ac4f574 req-af0c157d-449f-4500-a194-47ce90d78bb5 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:11.015672 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00ed0f24-469c-42fd-99ef-81075ac4f574 req-af0c157d-449f-4500-a194-47ce90d78bb5 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 943 time: 0.2139060
Apr 20 23:49:11.071328 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50977bd5-05ff-45be-bac8-a3fb01155a49 req-492d6031-b1b1-41a2-8433-3165c003e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:11.072839 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50977bd5-05ff-45be-bac8-a3fb01155a49 req-492d6031-b1b1-41a2-8433-3165c003e187 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c7c2d29-09eb-489d-bb39-7d1aef864184 HTTP/1.1" status: 200  len: 848 time: 0.1045365
Apr 20 23:49:11.080117 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-00ed0f24-469c-42fd-99ef-81075ac4f574 req-d7e036b0-ca78-4138-b819-3f8282f090c5 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575511
Apr 20 23:49:11.158752 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50977bd5-05ff-45be-bac8-a3fb01155a49 req-032c726d-5740-4943-b2c0-91ebbd4dfb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:11.160270 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50977bd5-05ff-45be-bac8-a3fb01155a49 req-032c726d-5740-4943-b2c0-91ebbd4dfb55 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44ed036e-99df-40d4-8e65-2a7e3ca429d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792763
Apr 20 23:49:11.303390 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50977bd5-05ff-45be-bac8-a3fb01155a49 req-f08e9a90-d96d-4208-abde-eb5dc4148392 service neutron] 10.222.0.10 "GET /v2.0/networks/44ed036e-99df-40d4-8e65-2a7e3ca429d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360900
Apr 20 23:49:11.441693 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-50977bd5-05ff-45be-bac8-a3fb01155a49 req-ab4f10f9-970c-471e-a828-cb4e2c846e38 service neutron] 10.222.0.10 "GET /v2.0/networks/44ed036e-99df-40d4-8e65-2a7e3ca429d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321027
Apr 20 23:49:12.284828 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06fe0f-c078-4fc1-a3dc-21c2d41ac14e req-20f8703b-df95-4902-b51c-2fa52e27fc65 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:12.286920 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dc06fe0f-c078-4fc1-a3dc-21c2d41ac14e req-20f8703b-df95-4902-b51c-2fa52e27fc65 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 943 time: 0.0897324
Apr 20 23:49:12.334652 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dc06fe0f-c078-4fc1-a3dc-21c2d41ac14e req-957aee38-e650-4507-b5c3-b3d13903a07b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410020
Apr 20 23:49:13.535991 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e0960-f3f1-4ee7-b740-cdba907a21b0 req-4d3621c2-3809-437e-a123-908f93da932e tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:13.537546 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-118e0960-f3f1-4ee7-b740-cdba907a21b0 req-4d3621c2-3809-437e-a123-908f93da932e tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 943 time: 0.0893946
Apr 20 23:49:13.585428 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-118e0960-f3f1-4ee7-b740-cdba907a21b0 req-873eab57-ea36-4e58-b9d9-1970264a255f tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413830
Apr 20 23:49:14.784858 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a773f8-ae80-4fcb-bad3-4d31e6aaf5cf req-f9c3f36f-28b9-48c6-9a5c-785477c6866a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:14.786449 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c1a773f8-ae80-4fcb-bad3-4d31e6aaf5cf req-f9c3f36f-28b9-48c6-9a5c-785477c6866a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 943 time: 0.0881259
Apr 20 23:49:14.838160 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c1a773f8-ae80-4fcb-bad3-4d31e6aaf5cf req-01603c43-ac56-484b-a931-ad9580203cbe tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452614
Apr 20 23:49:15.059184 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-87fe28d0-6264-4859-a8f7-bac623e0c53e req-1943f0ca-e2f2-4bb1-943f-8cc2c122f6c1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0793796
Apr 20 23:49:15.221065 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe28d0-6264-4859-a8f7-bac623e0c53e req-373c5e2b-ad91-4576-90f2-43248498b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:15.222616 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-87fe28d0-6264-4859-a8f7-bac623e0c53e req-373c5e2b-ad91-4576-90f2-43248498b98d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5751660b19f46889662febceecb2c37&device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 1098 time: 0.0780361
Apr 20 23:49:15.609047 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe28d0-6264-4859-a8f7-bac623e0c53e req-cb640f97-14ee-4793-90bf-00139445413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:15.610603 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-87fe28d0-6264-4859-a8f7-bac623e0c53e req-cb640f97-14ee-4793-90bf-00139445413d service neutron] 10.222.0.10 "GET /v2.0/networks?id=c66264cc-995a-4b15-a0af-b2c48f7e03e4 HTTP/1.1" status: 200  len: 912 time: 0.3691428
Apr 20 23:49:15.719819 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-87fe28d0-6264-4859-a8f7-bac623e0c53e req-76e223c7-a46b-42ec-b43c-e07086ed14d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd HTTP/1.1" status: 200  len: 1001 time: 0.1019313
Apr 20 23:49:15.796093 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe28d0-6264-4859-a8f7-bac623e0c53e req-cf23f291-f484-496a-b6c6-35a665740cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:15.797531 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-87fe28d0-6264-4859-a8f7-bac623e0c53e req-cf23f291-f484-496a-b6c6-35a665740cf4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd4a38-1cbb-47c5-9d03-c9ee33266e2c HTTP/1.1" status: 200  len: 851 time: 0.0715058
Apr 20 23:49:15.881903 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe28d0-6264-4859-a8f7-bac623e0c53e req-c07a61f8-586b-48cd-8f3c-812ecb3e3303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:15.883505 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-87fe28d0-6264-4859-a8f7-bac623e0c53e req-c07a61f8-586b-48cd-8f3c-812ecb3e3303 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c66264cc-995a-4b15-a0af-b2c48f7e03e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794387
Apr 20 23:49:16.086883 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-87fe28d0-6264-4859-a8f7-bac623e0c53e req-9a456adf-d4eb-400a-8e08-5272f9fe0c31 service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1949339
Apr 20 23:49:16.128444 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6de5d-faf8-45ea-97c9-f7babbfb63b7 req-982d7d8c-eb0b-495d-b26d-b948cbeba9cc tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:16.130063 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-22e6de5d-faf8-45ea-97c9-f7babbfb63b7 req-982d7d8c-eb0b-495d-b26d-b948cbeba9cc tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 943 time: 0.1637671
Apr 20 23:49:16.255971 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-22e6de5d-faf8-45ea-97c9-f7babbfb63b7 req-27dbc5d2-22e8-4bb3-ab02-0af0ca409a73 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764637
Apr 20 23:49:16.279438 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-87fe28d0-6264-4859-a8f7-bac623e0c53e req-541fdf11-250a-40e9-94e2-dc61edd88204 service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1853533
Apr 20 23:49:17.462822 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862ae71-8dac-40b0-ac45-0f16f966c06c req-cea67960-15a4-4854-a3bf-8ddfe85bc839 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:17.464363 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c862ae71-8dac-40b0-ac45-0f16f966c06c req-cea67960-15a4-4854-a3bf-8ddfe85bc839 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 943 time: 0.0902667
Apr 20 23:49:17.513251 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c862ae71-8dac-40b0-ac45-0f16f966c06c req-890a72b8-b61a-4d27-bb5e-16ac1dcec62e tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421588
Apr 20 23:49:18.856798 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce09340-b080-40cd-bd2a-d64f689cd29c req-dc0cf692-f68f-4ccc-89f1-db3454adb11f tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:18.858390 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5ce09340-b080-40cd-bd2a-d64f689cd29c req-dc0cf692-f68f-4ccc-89f1-db3454adb11f tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 943 time: 0.0881152
Apr 20 23:49:18.906510 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5ce09340-b080-40cd-bd2a-d64f689cd29c req-684b5064-8649-4e03-9d87-9249097e6d0c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411384
Apr 20 23:49:20.108963 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9fbc8-bc67-48a7-90a5-5ba03b1c948e req-02b228a1-ba7e-4976-b7fd-6fd9f25f2d75 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:20.110534 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d9c9fbc8-bc67-48a7-90a5-5ba03b1c948e req-02b228a1-ba7e-4976-b7fd-6fd9f25f2d75 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 943 time: 0.0918224
Apr 20 23:49:20.158674 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d9c9fbc8-bc67-48a7-90a5-5ba03b1c948e req-0f944d65-d0e4-4853-b522-0094bea76723 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410190
Apr 20 23:49:20.329081 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 2314ee9a-428e-43af-aa7f-4797dcf98bd3 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:49:20.468371 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 2314ee9a-428e-43af-aa7f-4797dcf98bd3, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=2314ee9a-428e-43af-aa7f-4797dcf98bd3,segment=NetworkSegment(768692d0-7e22-419d-9e0d-0bed80790ee2),segment_id=768692d0-7e22-419d-9e0d-0bed80790ee2)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:49:20.483234 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': '2314ee9a-428e-43af-aa7f-4797dcf98bd3', 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'port_id': '2314ee9a-428e-43af-aa7f-4797dcf98bd3', 'mac_address': 'fa:16:3e:71:76:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:49:20.541551 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:20.562412 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2314ee9a-428e-43af-aa7f-4797dcf98bd3 {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:49:20.578270 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 2314ee9a-428e-43af-aa7f-4797dcf98bd3, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=2314ee9a-428e-43af-aa7f-4797dcf98bd3,segment=NetworkSegment(768692d0-7e22-419d-9e0d-0bed80790ee2),segment_id=768692d0-7e22-419d-9e0d-0bed80790ee2)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:49:20.631306 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:20.633117 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-52c72ef3-5e19-4ef3-998f-06e28a2e81c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:49:20.701745 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=2314ee9a-428e-43af-aa7f-4797dcf98bd3,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:49:20.705055 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:49:20.949918 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['2314ee9a-428e-43af-aa7f-4797dcf98bd3'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:49:21.362098 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72618bf7-21d3-4a6a-8258-09e96b98c708 req-112462db-c571-4033-8f44-20ac94af3b2b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:21.363672 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-72618bf7-21d3-4a6a-8258-09e96b98c708 req-112462db-c571-4033-8f44-20ac94af3b2b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 944 time: 0.0914762
Apr 20 23:49:21.410541 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-72618bf7-21d3-4a6a-8258-09e96b98c708 req-7e4c0c80-d9de-48b8-aa3d-03de1f68aa20 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405710
Apr 20 23:49:22.609926 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb0aa4-e879-4100-ac19-86f258012924 req-06062429-6155-401f-bf1a-9c413500b66c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:22.611470 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfbb0aa4-e879-4100-ac19-86f258012924 req-06062429-6155-401f-bf1a-9c413500b66c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 944 time: 0.0879765
Apr 20 23:49:22.657789 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dfbb0aa4-e879-4100-ac19-86f258012924 req-658fc549-0c51-4f1f-9eb7-1f49e74279cf tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399508
Apr 20 23:49:22.673621 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 2314ee9a-428e-43af-aa7f-4797dcf98bd3 up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:49:22.780173 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port 2314ee9a-428e-43af-aa7f-4797dcf98bd3 completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:49:22.785582 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port 2314ee9a-428e-43af-aa7f-4797dcf98bd3 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:49:22.786051 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:22.920315 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:22.944159 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-340f346c-4713-4756-ba4d-ae95002c88e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:22.950739 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1150741a-679e-4512-891d-52119c5442d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2314ee9a-428e-43af-aa7f-4797dcf98bd3'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:49:22.961711 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 2314ee9a-428e-43af-aa7f-4797dcf98bd3, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=2314ee9a-428e-43af-aa7f-4797dcf98bd3,segment=NetworkSegment(768692d0-7e22-419d-9e0d-0bed80790ee2),segment_id=768692d0-7e22-419d-9e0d-0bed80790ee2)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:49:23.009070 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:23.012169 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:49:23.058264 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1150741a-679e-4512-891d-52119c5442d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2314ee9a-428e-43af-aa7f-4797dcf98bd3', 'code': 200}
Apr 20 23:49:23.086002 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=2314ee9a-428e-43af-aa7f-4797dcf98bd3,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:49:23.089086 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:49:23.446680 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc878fd3-ccf2-44c6-bf13-38d3f36b0f4a req-711ca8dc-2dfa-4a1c-9ce1-4df5e5bd01ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:23.448303 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dc878fd3-ccf2-44c6-bf13-38d3f36b0f4a req-711ca8dc-2dfa-4a1c-9ce1-4df5e5bd01ad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 1098 time: 0.0793333
Apr 20 23:49:23.495493 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dc878fd3-ccf2-44c6-bf13-38d3f36b0f4a req-0508da24-ea5d-46ef-bc21-ebf45071a939 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395093
Apr 20 23:49:23.865235 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7eb7b-4ecd-4f6d-8427-cea3c0068e64 req-dd979a26-a6e4-46cc-898b-7ce6a6d6ef71 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:23.866804 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-08a7eb7b-4ecd-4f6d-8427-cea3c0068e64 req-dd979a26-a6e4-46cc-898b-7ce6a6d6ef71 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 945 time: 0.0919225
Apr 20 23:49:23.914951 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-08a7eb7b-4ecd-4f6d-8427-cea3c0068e64 req-2876b184-5e5e-4cfc-9bda-003ae45e5860 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415003
Apr 20 23:49:24.876941 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9bc37565-6e5b-4ee1-ad7c-35eb55e716c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:25.117405 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0581ac7-278a-42fb-8345-acc0d2103de2 req-0c2f59a8-222a-4082-8431-660eefd1fa01 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:25.119094 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e0581ac7-278a-42fb-8345-acc0d2103de2 req-0c2f59a8-222a-4082-8431-660eefd1fa01 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 945 time: 0.0895712
Apr 20 23:49:25.167696 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e0581ac7-278a-42fb-8345-acc0d2103de2 req-513c9a94-2f15-453f-a6c1-c77811e952b0 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422428
Apr 20 23:49:25.373323 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2e716-1b40-470f-87db-7b435255ebbc req-af4171fd-6df8-47aa-8eb5-f8c850801180 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:25.374880 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-90b2e716-1b40-470f-87db-7b435255ebbc req-af4171fd-6df8-47aa-8eb5-f8c850801180 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 945 time: 0.0955951
Apr 20 23:49:25.423003 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-90b2e716-1b40-470f-87db-7b435255ebbc req-f45e974b-9f4c-4a90-afaf-7fdd85a25d29 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416417
Apr 20 23:49:25.447608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48414) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:49:25.746080 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0b6092-cbfa-41e6-99cc-5a54b50797b0 tempest-TestShelveInstance-1850160416 tempest-TestShelveInstance-1850160416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:25.747760 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1a0b6092-cbfa-41e6-99cc-5a54b50797b0 tempest-TestShelveInstance-1850160416 tempest-TestShelveInstance-1850160416-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 1093 time: 0.2990587
Apr 20 23:49:25.750930 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48426) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:49:25.756945 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Request body: {'floatingip': {'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'port_id': '2314ee9a-428e-43af-aa7f-4797dcf98bd3', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:49:25.763488 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:49:25.768165 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Usage tracker for resource:floatingip and tenant:cddc3d6ff48e4c95a714bce92023a625 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:49:25.771933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:49:25.777936 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:49:25.820610 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for floatingip, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:25.963818 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-4742b1bf-b70b-4186-a081-f266260e92c1 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2031933110&fields=id&tenant_id=c5751660b19f46889662febceecb2c37 HTTP/1.1" status: 200  len: 267 time: 0.0618536
Apr 20 23:49:26.120281 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:26.195935 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-b3d0b5fb-dac5-4c5f-919b-da03c52ff0c4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:26.197520 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-b3d0b5fb-dac5-4c5f-919b-da03c52ff0c4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/networks?id=c66264cc-995a-4b15-a0af-b2c48f7e03e4 HTTP/1.1" status: 200  len: 812 time: 0.2253866
Apr 20 23:49:26.230043 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-116accf5-4ead-4c71-acb2-c05960c14dd1 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/quotas/c5751660b19f46889662febceecb2c37 HTTP/1.1" status: 200  len: 375 time: 0.0260673
Apr 20 23:49:26.237161 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:26.359421 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Allocated IP 172.27.2.191 (b49fa4d7-9497-41f5-afae-ab183fc1104b/828469c9-116a-4083-bfec-69bcf738251b/cb26303e-2432-44bd-ace6-c04ecaeae281) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:49:26.391159 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:26.466484 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-6702c0a9-c956-475d-b001-f21fe1579f79 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c5751660b19f46889662febceecb2c37&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2001164
Apr 20 23:49:26.646196 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:26.672094 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-aa7a43aa-e954-4b18-a8cc-28e2013aae26 service neutron] 10.222.0.15 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1915891
Apr 20 23:49:26.824107 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-fa820b70-9f97-4920-8265-a6c4617d965e service neutron] 10.222.0.15 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438091
Apr 20 23:49:26.825526 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:26.830207 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5dfed4a6-ed88-4251-a14e-e59ce31cc7cb tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:49:26.899655 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:49:26.903196 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:49:26.909228 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:49:26.941236 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Pushing event updated for resources: {'Port': ['ID=cb26303e-2432-44bd-ace6-c04ecaeae281,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:49:26.948180 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:49:27.328489 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:27.372981 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a66fa634-8d71-4484-b6b5-d46d462781aa req-39d38cb9-4f90-44a6-89f5-21554f88b563 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 210 time: 0.0593789
Apr 20 23:49:27.400634 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:27.500973 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:27.720073 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:27.751313 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:27.757021 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b3da56a4-a574-476d-9ae2-e3af3d650a73 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:49:28.112712 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Pushing event updated for resources: {'Port': ['ID=cb26303e-2432-44bd-ace6-c04ecaeae281,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:49:28.118140 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:49:28.125008 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854229059'] for floatingip, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:28.312781 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Floating IP 6bab9490-c4e3-4526-a55a-ead5df0671fd associated. External IP: 172.27.2.191, port: 2314ee9a-428e-43af-aa7f-4797dcf98bd3.
Apr 20 23:49:28.547749 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-aa7fdb70-c74c-4ba2-94ce-88b75fccbf65 req-a47c0611-066e-470f-a56c-a1baf26f4e3e tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 210 time: 0.0569773
Apr 20 23:49:28.740324 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Router ae7b3523-f29d-4d63-b223-659dc40d311e has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:49:29.073847 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-f15089f4-56d3-44ad-9690-75390f06c822 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:29.075447 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-f15089f4-56d3-44ad-9690-75390f06c822 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.10 "GET /v2.0/networks?id=c66264cc-995a-4b15-a0af-b2c48f7e03e4 HTTP/1.1" status: 200  len: 812 time: 0.3271492
Apr 20 23:49:29.078236 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:49:29.088789 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16416fb-bd95-4d4e-b8dc-884d0cf0af82 None None] Sync routers for ids ['ae7b3523-f29d-4d63-b223-659dc40d311e'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:49:29.099704 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16416fb-bd95-4d4e-b8dc-884d0cf0af82 None None] Routers {'ae7b3523-f29d-4d63-b223-659dc40d311e'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:49:29.100660 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d16416fb-bd95-4d4e-b8dc-884d0cf0af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016d7a1fd0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:49:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['ae7b3523-f29d-4d63-b223-659dc40d311e'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:49:29.160702 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:29.211931 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-16948f03-88ea-403a-a430-a07f796a2bc1 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5751660b19f46889662febceecb2c37 HTTP/1.1" status: 200  len: 8061 time: 0.1205082
Apr 20 23:49:29.228536 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-7b5e775a-eb8e-4165-abea-d22928eac15a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Request body: {'port': {'device_id': '874e73fd-b91c-4ca2-a8d4-21fa00f48be8', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'admin_state_up': True, 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'security_groups': ['d9459fd6-8b4a-4d89-80ad-4118dabb1098']}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:49:29.308948 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-1ba7284d-cfe4-455a-90c5-b33575ff6ade tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.5568416
Apr 20 23:49:29.317837 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1150741a-679e-4512-891d-52119c5442d8', 'tag': '2314ee9a-428e-43af-aa7f-4797dcf98bd3'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:49:29.373323 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1150741a-679e-4512-891d-52119c5442d8', 'tag': '2314ee9a-428e-43af-aa7f-4797dcf98bd3', 'status': 'completed', 'code': 200}
Apr 20 23:49:29.397430 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-7b5e775a-eb8e-4165-abea-d22928eac15a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:49:29.408536 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-7b5e775a-eb8e-4165-abea-d22928eac15a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:49:29.465496 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-7b5e775a-eb8e-4165-abea-d22928eac15a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Made reservation on behalf of c5751660b19f46889662febceecb2c37 for: {'port': 1} {{(pid=86386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:49:29.471421 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-7b5e775a-eb8e-4165-abea-d22928eac15a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:29.480994 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-d16416fb-bd95-4d4e-b8dc-884d0cf0af82 None None] Set router ae7b3523-f29d-4d63-b223-659dc40d311e gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:49:29.616374 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51eb89a-fab9-4269-a701-2ae080c44eeb req-091c7e46-454f-4744-b132-2292459b7b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:29.618019 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c51eb89a-fab9-4269-a701-2ae080c44eeb req-091c7e46-454f-4744-b132-2292459b7b2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cddc3d6ff48e4c95a714bce92023a625&device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 1098 time: 0.1956186
Apr 20 23:49:29.803900 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-40e7f1f2-df6c-40bf-af7c-b1e22bf878b1 req-07b7a1e2-a302-4dd8-b2c2-4abd678515b1 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 210 time: 0.1196752
Apr 20 23:49:29.842305 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-7b5e775a-eb8e-4165-abea-d22928eac15a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Allocated IP 172.20.0.8 (c66264cc-995a-4b15-a0af-b2c48f7e03e4/fffd4a38-1cbb-47c5-9d03-c9ee33266e2c/a909e220-02de-48bc-a35b-8f27302695ed) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:49:29.860288 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d16416fb-bd95-4d4e-b8dc-884d0cf0af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016d7a1fd0>, [{'id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'name': 'tempest-TestShelveInstance-1828300404-router', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:27Z', 'updated_at': '2021-04-20T23:48:31Z', 'revision_number': 4, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'gw_port': {'id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:28Z', 'updated_at': '2021-04-20T23:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '6bab9490-c4e3-4526-a55a-ead5df0671fd', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'port_id': '2314ee9a-428e-43af-aa7f-4797dcf98bd3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'mac_address': 'fa:16:3e:71:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1150741a-679e-4512-891d-52119c5442d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:49:27Z', 'updated_at': '2021-04-20T23:49:27Z', 'revision_number': 0, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acb711ef-1c74-423d-9edd-cf3ec5eb0c10', 'name': '', 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'mac_address': 'fa:16:3e:0b:49:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:30Z', 'updated_at': '2021-04-20T23:48:41Z', 'revision_number': 5, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'subnets': [{'id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:49:29.864874 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16416fb-bd95-4d4e-b8dc-884d0cf0af82 None None] Checking router: ae7b3523-f29d-4d63-b223-659dc40d311e for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:49:29.874104 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16416fb-bd95-4d4e-b8dc-884d0cf0af82 None None] Routers {'ae7b3523-f29d-4d63-b223-659dc40d311e'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:49:29.874836 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d16416fb-bd95-4d4e-b8dc-884d0cf0af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016d7a1fd0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:49:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['ae7b3523-f29d-4d63-b223-659dc40d311e'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:49:29.898570 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51eb89a-fab9-4269-a701-2ae080c44eeb req-41fe4120-00c5-46d3-96bd-b35e8630e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:29.900172 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c51eb89a-fab9-4269-a701-2ae080c44eeb req-41fe4120-00c5-46d3-96bd-b35e8630e399 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44ed036e-99df-40d4-8e65-2a7e3ca429d3 HTTP/1.1" status: 200  len: 909 time: 0.2476830
Apr 20 23:49:30.071252 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-d16416fb-bd95-4d4e-b8dc-884d0cf0af82 None None] Set router ae7b3523-f29d-4d63-b223-659dc40d311e gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:49:30.114845 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c51eb89a-fab9-4269-a701-2ae080c44eeb req-0a971d89-074e-44f8-8822-7edd585d0f6c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2314ee9a-428e-43af-aa7f-4797dcf98bd3 HTTP/1.1" status: 200  len: 999 time: 0.2083931
Apr 20 23:49:30.465541 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-d16416fb-bd95-4d4e-b8dc-884d0cf0af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016d7a1fd0>, [{'id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'name': 'tempest-TestShelveInstance-1828300404-router', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:27Z', 'updated_at': '2021-04-20T23:48:31Z', 'revision_number': 4, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'gw_port': {'id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:28Z', 'updated_at': '2021-04-20T23:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '6bab9490-c4e3-4526-a55a-ead5df0671fd', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'port_id': '2314ee9a-428e-43af-aa7f-4797dcf98bd3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'mac_address': 'fa:16:3e:71:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1150741a-679e-4512-891d-52119c5442d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:49:27Z', 'updated_at': '2021-04-20T23:49:27Z', 'revision_number': 0, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acb711ef-1c74-423d-9edd-cf3ec5eb0c10', 'name': '', 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'mac_address': 'fa:16:3e:0b:49:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:30Z', 'updated_at': '2021-04-20T23:48:41Z', 'revision_number': 5, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'subnets': [{'id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:49:30.469765 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16416fb-bd95-4d4e-b8dc-884d0cf0af82 None None] The sync data for ids ['ae7b3523-f29d-4d63-b223-659dc40d311e'] in dv-cinder-680889-5-iscsi is: [{'id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'name': 'tempest-TestShelveInstance-1828300404-router', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:27Z', 'updated_at': '2021-04-20T23:48:31Z', 'revision_number': 4, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'gw_port': {'id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:28Z', 'updated_at': '2021-04-20T23:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '6bab9490-c4e3-4526-a55a-ead5df0671fd', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'port_id': '2314ee9a-428e-43af-aa7f-4797dcf98bd3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'mac_address': 'fa:16:3e:71:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1150741a-679e-4512-891d-52119c5442d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:49:27Z', 'updated_at': '2021-04-20T23:49:27Z', 'revision_number': 0, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acb711ef-1c74-423d-9edd-cf3ec5eb0c10', 'name': '', 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'mac_address': 'fa:16:3e:0b:49:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:30Z', 'updated_at': '2021-04-20T23:48:41Z', 'revision_number': 5, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'subnets': [{'id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:49:30.472286 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51eb89a-fab9-4269-a701-2ae080c44eeb req-abbf913e-656f-41c7-b234-1645b4d32d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:30.474437 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c51eb89a-fab9-4269-a701-2ae080c44eeb req-abbf913e-656f-41c7-b234-1645b4d32d47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c7c2d29-09eb-489d-bb39-7d1aef864184 HTTP/1.1" status: 200  len: 848 time: 0.3524663
Apr 20 23:49:30.478732 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-7b5e775a-eb8e-4165-abea-d22928eac15a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:30.543218 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-7b5e775a-eb8e-4165-abea-d22928eac15a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Transition to ACTIVE for port object a909e220-02de-48bc-a35b-8f27302695ed will not be triggered until provisioned by entity DHCP. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:49:30.592471 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51eb89a-fab9-4269-a701-2ae080c44eeb req-782e9b80-0a39-4263-8925-d439ab2f875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:30.594079 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c51eb89a-fab9-4269-a701-2ae080c44eeb req-782e9b80-0a39-4263-8925-d439ab2f875f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44ed036e-99df-40d4-8e65-2a7e3ca429d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1118121
Apr 20 23:49:30.675723 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-7b5e775a-eb8e-4165-abea-d22928eac15a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:30.689662 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7ea1d698-b71c-428d-b2da-76c12967e017 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:49:30.758316 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8464ce61-ef32-4a84-8d72-e6421d71d62f None None] New status for floating IP 6bab9490-c4e3-4526-a55a-ead5df0671fd: ACTIVE {{(pid=86388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:49:30.785561 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-7b5e775a-eb8e-4165-abea-d22928eac15a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Network c66264cc-995a-4b15-a0af-b2c48f7e03e4 is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:49:30.791927 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-7b5e775a-eb8e-4165-abea-d22928eac15a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:49:30.809710 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-7b5e775a-eb8e-4165-abea-d22928eac15a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:49:30.877052 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c51eb89a-fab9-4269-a701-2ae080c44eeb req-a26c8b36-5bb1-4ac1-96e4-e82b553a3978 service neutron] 10.222.0.10 "GET /v2.0/networks/44ed036e-99df-40d4-8e65-2a7e3ca429d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2755666
Apr 20 23:49:30.883556 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e775a-eb8e-4165-abea-d22928eac15a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event updated for resources: {'Port': ['ID=a909e220-02de-48bc-a35b-8f27302695ed,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:49:30.887340 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-7b5e775a-eb8e-4165-abea-d22928eac15a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:49:31.017115 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-7b5e775a-eb8e-4165-abea-d22928eac15a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:31.017784 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-7b5e775a-eb8e-4165-abea-d22928eac15a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:31.036392 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224c05d-0e5f-454e-9db0-e3883f3507d8 req-f78fd0eb-87b6-45a6-8be0-90712e02d0c3 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:31.038677 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8224c05d-0e5f-454e-9db0-e3883f3507d8 req-f78fd0eb-87b6-45a6-8be0-90712e02d0c3 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 931 time: 0.0973837
Apr 20 23:49:31.059581 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-e4d6ffb2-5609-41d5-97be-8c1e567d3dc5 None None] Provisioning for port a909e220-02de-48bc-a35b-8f27302695ed completed by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:49:31.065740 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-e4d6ffb2-5609-41d5-97be-8c1e567d3dc5 None None] Provisioning complete for port a909e220-02de-48bc-a35b-8f27302695ed triggered by entity DHCP. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:49:31.067095 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e4d6ffb2-5609-41d5-97be-8c1e567d3dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:31.092425 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c51eb89a-fab9-4269-a701-2ae080c44eeb req-f04a01bd-aa19-4b17-b636-7aa82a816f2d service neutron] 10.222.0.10 "GET /v2.0/networks/44ed036e-99df-40d4-8e65-2a7e3ca429d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1979437
Apr 20 23:49:31.093455 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8224c05d-0e5f-454e-9db0-e3883f3507d8 req-9a1ca68f-e280-46f8-a7f9-afe60bdf00e9 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478973
Apr 20 23:49:31.113263 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-7b5e775a-eb8e-4165-abea-d22928eac15a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8913906
Apr 20 23:49:31.131247 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Request body: {'port': {'device_id': '874e73fd-b91c-4ca2-a8d4-21fa00f48be8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:49:31.135776 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-e4d6ffb2-5609-41d5-97be-8c1e567d3dc5 None None] Port a909e220-02de-48bc-a35b-8f27302695ed cannot update to ACTIVE because it is not bound. {{(pid=86387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:49:31.256252 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:31.610137 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a909e220-02de-48bc-a35b-8f27302695ed {{(pid=86386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:49:31.618572 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:31.633970 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Transition to ACTIVE for port object a909e220-02de-48bc-a35b-8f27302695ed will not be triggered until provisioned by entity L2. {{(pid=86386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:49:31.675917 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:31.681204 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:49:31.851337 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Pushing event updated for resources: {'Port': ['ID=a909e220-02de-48bc-a35b-8f27302695ed,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:49:31.859188 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:49:31.932429 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Attempting to bind port a909e220-02de-48bc-a35b-8f27302695ed on host hv-cinder-68088 for vnic_type normal with profile  {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:49:31.932810 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Attempting to bind port a909e220-02de-48bc-a35b-8f27302695ed by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:49:31.933185 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Attempting to bind port a909e220-02de-48bc-a35b-8f27302695ed on network c66264cc-995a-4b15-a0af-b2c48f7e03e4 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:49:31.938095 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Port a909e220-02de-48bc-a35b-8f27302695ed on network c66264cc-995a-4b15-a0af-b2c48f7e03e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:49:31.938462 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Attempting to bind port a909e220-02de-48bc-a35b-8f27302695ed on network c66264cc-995a-4b15-a0af-b2c48f7e03e4 {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:49:31.944288 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Checking agent: {'id': '59858892-3276-42f0-8131-ff7a05e5b138', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:49:31.944672 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Checking segment: {'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:49:31.945104 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Bound using segment: {'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'} {{(pid=86386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:49:31.945579 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Bound port: a909e220-02de-48bc-a35b-8f27302695ed, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e03c95-1166-4e7a-b6a8-c880df81a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4'}}] {{(pid=86386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:49:31.946600 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:32.039190 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] For port a909e220-02de-48bc-a35b-8f27302695ed, host hv-cinder-68088, cleared binding levels {{(pid=86386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:49:32.042250 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] For port a909e220-02de-48bc-a35b-8f27302695ed, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=a909e220-02de-48bc-a35b-8f27302695ed,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:49:32.076486 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:32.081181 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:49:32.137350 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:32.138019 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:32.139536 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] 10.222.0.10 "PUT /v2.0/ports/a909e220-02de-48bc-a35b-8f27302695ed HTTP/1.1" status: 200  len: 1093 time: 1.0139616
Apr 20 23:49:32.140143 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874e73fd-b91c-4ca2-a8d4-21fa00f48be8', 'tag': 'a909e220-02de-48bc-a35b-8f27302695ed'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:49:32.170513 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Pushing event updated for resources: {'Port': ['ID=a909e220-02de-48bc-a35b-8f27302695ed,revision_number=3']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:49:32.174547 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:49:32.201139 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874e73fd-b91c-4ca2-a8d4-21fa00f48be8', 'tag': 'a909e220-02de-48bc-a35b-8f27302695ed', 'status': 'completed', 'code': 200}
Apr 20 23:49:32.368462 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-418e71a5-0373-432d-adfd-802c9b9a4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:32.370040 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-418e71a5-0373-432d-adfd-802c9b9a4eb3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5751660b19f46889662febceecb2c37&device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 1096 time: 0.1143544
Apr 20 23:49:32.380262 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892af7f8-d3a1-45d3-83f9-e959ac4cbbbd req-75f63178-44c0-47ae-8a9b-8cfa591d2de6 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:32.380937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-892af7f8-d3a1-45d3-83f9-e959ac4cbbbd req-75f63178-44c0-47ae-8a9b-8cfa591d2de6 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Synchronizing usage tracker for tenant:c5751660b19f46889662febceecb2c37 on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:49:32.459473 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-b1dc74dd-2110-40c6-9718-1ee5877961b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a909e220-02de-48bc-a35b-8f27302695ed HTTP/1.1" status: 200  len: 217 time: 0.0712309
Apr 20 23:49:32.505608 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-892af7f8-d3a1-45d3-83f9-e959ac4cbbbd req-75f63178-44c0-47ae-8a9b-8cfa591d2de6 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Unset dirty status for tenant:c5751660b19f46889662febceecb2c37 on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:49:32.506805 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-892af7f8-d3a1-45d3-83f9-e959ac4cbbbd req-75f63178-44c0-47ae-8a9b-8cfa591d2de6 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 943 time: 0.2896399
Apr 20 23:49:32.564042 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-3493e51d-35c1-4f57-b29d-d6eb89007602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:32.565577 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-3493e51d-35c1-4f57-b29d-d6eb89007602 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd4a38-1cbb-47c5-9d03-c9ee33266e2c HTTP/1.1" status: 200  len: 851 time: 0.1005127
Apr 20 23:49:32.573497 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-892af7f8-d3a1-45d3-83f9-e959ac4cbbbd req-c4be3612-12e1-4133-aacd-1bb3035e885c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593266
Apr 20 23:49:32.650938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-8104d07f-aecc-4f3a-bfed-ee8c9f4239a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:32.652469 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-8104d07f-aecc-4f3a-bfed-ee8c9f4239a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c66264cc-995a-4b15-a0af-b2c48f7e03e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780976
Apr 20 23:49:32.797491 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-38d2b3bb-b024-4f69-9317-3bfc7939a317 service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373949
Apr 20 23:49:32.942392 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8a8dfd6f-9b4b-4390-a280-e132b3391c8e req-14b66222-1c99-4ea6-b938-4fa7bf231111 service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372485
Apr 20 23:49:33.153109 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddcae7-aa8e-4758-a435-956c2f4c5f58 req-5c7f5eb2-66ce-4b9f-9935-7572da2ade9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:33.154684 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26ddcae7-aa8e-4758-a435-956c2f4c5f58 req-5c7f5eb2-66ce-4b9f-9935-7572da2ade9e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5751660b19f46889662febceecb2c37&device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 1096 time: 0.0818305
Apr 20 23:49:33.294663 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddcae7-aa8e-4758-a435-956c2f4c5f58 req-c8e190e9-4126-4a3f-b6af-667ec915c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:33.296156 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26ddcae7-aa8e-4758-a435-956c2f4c5f58 req-c8e190e9-4126-4a3f-b6af-667ec915c849 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c66264cc-995a-4b15-a0af-b2c48f7e03e4 HTTP/1.1" status: 200  len: 912 time: 0.1345975
Apr 20 23:49:33.368856 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26ddcae7-aa8e-4758-a435-956c2f4c5f58 req-ce8343e0-c084-45bd-b03b-3da82c0edafa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a909e220-02de-48bc-a35b-8f27302695ed HTTP/1.1" status: 200  len: 217 time: 0.0649123
Apr 20 23:49:33.452123 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddcae7-aa8e-4758-a435-956c2f4c5f58 req-d32d9e62-0a3f-466a-80f9-045727e82645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:33.453628 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26ddcae7-aa8e-4758-a435-956c2f4c5f58 req-d32d9e62-0a3f-466a-80f9-045727e82645 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd4a38-1cbb-47c5-9d03-c9ee33266e2c HTTP/1.1" status: 200  len: 851 time: 0.0694864
Apr 20 23:49:33.537469 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddcae7-aa8e-4758-a435-956c2f4c5f58 req-abc955d6-b451-4066-85ff-42a901bc12e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:33.538996 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26ddcae7-aa8e-4758-a435-956c2f4c5f58 req-abc955d6-b451-4066-85ff-42a901bc12e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c66264cc-995a-4b15-a0af-b2c48f7e03e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763068
Apr 20 23:49:33.686165 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26ddcae7-aa8e-4758-a435-956c2f4c5f58 req-02393eac-9792-4984-8b54-832c4406240c service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374156
Apr 20 23:49:33.781181 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34b5fa-6309-4724-b9a4-f67a20a827db req-d0e462a4-5fc4-4e20-8cd1-bdf9482b2847 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:33.782747 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7a34b5fa-6309-4724-b9a4-f67a20a827db req-d0e462a4-5fc4-4e20-8cd1-bdf9482b2847 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 943 time: 0.0910020
Apr 20 23:49:33.833094 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7a34b5fa-6309-4724-b9a4-f67a20a827db req-9b25a079-4bfb-47b6-b1ec-32a79fbce04c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430050
Apr 20 23:49:33.834609 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-26ddcae7-aa8e-4758-a435-956c2f4c5f58 req-4b02f9f6-0580-4486-96c0-d3cd7b561024 service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402981
Apr 20 23:49:35.038692 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191eef28-1f4e-4b98-870d-a8b47e8362d8 req-60b0a56b-0b03-46b2-83c7-7a87ba07f8d1 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:35.040267 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-191eef28-1f4e-4b98-870d-a8b47e8362d8 req-60b0a56b-0b03-46b2-83c7-7a87ba07f8d1 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 943 time: 0.0932872
Apr 20 23:49:35.089498 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-191eef28-1f4e-4b98-870d-a8b47e8362d8 req-1f605638-e012-403f-8ff7-91d427d99657 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430863
Apr 20 23:49:36.290734 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b683b03-b84d-45aa-8aa9-cdbad228ec16 req-561f93f0-a274-43e7-b4f0-1139fde44a5e tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:36.292343 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6b683b03-b84d-45aa-8aa9-cdbad228ec16 req-561f93f0-a274-43e7-b4f0-1139fde44a5e tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 943 time: 0.0919268
Apr 20 23:49:36.339782 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6b683b03-b84d-45aa-8aa9-cdbad228ec16 req-71cd04f5-acd6-4cf5-98f8-71c2edeee08c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412064
Apr 20 23:49:37.536734 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc7065-cf50-43d2-8f8d-39b99b428a02 req-05a1125b-1b36-4d80-9fe1-d2af173f1d3a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:37.538300 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f9dc7065-cf50-43d2-8f8d-39b99b428a02 req-05a1125b-1b36-4d80-9fe1-d2af173f1d3a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 943 time: 0.0862517
Apr 20 23:49:37.585454 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f9dc7065-cf50-43d2-8f8d-39b99b428a02 req-232b663e-0f58-495c-ac3b-00976199171b tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406330
Apr 20 23:49:38.562423 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:38.788346 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a1638-be1c-4911-8745-e9e8dd857c82 req-7a9b65c1-3158-43e2-824b-9d788c907a03 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:38.789920 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-276a1638-be1c-4911-8745-e9e8dd857c82 req-7a9b65c1-3158-43e2-824b-9d788c907a03 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 943 time: 0.0882931
Apr 20 23:49:38.838017 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-276a1638-be1c-4911-8745-e9e8dd857c82 req-5e18a1e5-65f8-46a7-90c4-e9be2cb535c2 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416741
Apr 20 23:49:40.039497 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cbaa7-81b9-4d34-bb63-b15eaae440ab req-81d0b48e-9fad-48e1-b1bd-e7b028e3c1c3 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:40.041001 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d27cbaa7-81b9-4d34-bb63-b15eaae440ab req-81d0b48e-9fad-48e1-b1bd-e7b028e3c1c3 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 943 time: 0.0913730
Apr 20 23:49:40.089458 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d27cbaa7-81b9-4d34-bb63-b15eaae440ab req-7054fc8e-7b9d-433b-937d-4b58e292234d tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421197
Apr 20 23:49:40.750351 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device a909e220-02de-48bc-a35b-8f27302695ed details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:49:40.890539 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port a909e220-02de-48bc-a35b-8f27302695ed, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=a909e220-02de-48bc-a35b-8f27302695ed,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:49:40.904224 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': 'a909e220-02de-48bc-a35b-8f27302695ed', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'port_id': 'a909e220-02de-48bc-a35b-8f27302695ed', 'mac_address': 'fa:16:3e:77:c6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:49:40.965350 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:40.983315 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a909e220-02de-48bc-a35b-8f27302695ed {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:49:40.999202 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port a909e220-02de-48bc-a35b-8f27302695ed, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=a909e220-02de-48bc-a35b-8f27302695ed,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:49:41.029965 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:41.031824 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:49:41.101880 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=a909e220-02de-48bc-a35b-8f27302695ed,revision_number=4']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:49:41.109553 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:41.109943 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:41.110324 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:41.110696 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:41.111062 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:41.111456 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:41.111819 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:41.112182 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:41.112546 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:41.112910 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:41.113297 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:41.113660 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:49:41.117711 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:49:41.293927 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2d88d-c42b-42b3-9671-2736efde5ef4 req-dd38767c-c910-40c3-afc0-9aea3828256d tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:41.295426 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-efa2d88d-c42b-42b3-9671-2736efde5ef4 req-dd38767c-c910-40c3-afc0-9aea3828256d tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 944 time: 0.0927331
Apr 20 23:49:41.342850 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-efa2d88d-c42b-42b3-9671-2736efde5ef4 req-1d157b14-c74d-40a5-ba0a-e6b02bc4b557 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408018
Apr 20 23:49:41.351823 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['a909e220-02de-48bc-a35b-8f27302695ed'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:49:41.587860 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:49:42.556351 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6c194-f99a-4dc9-a275-6a6a0fe3fdd3 req-e551c0a0-dfaf-4eb9-8287-c26149711f72 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:42.557945 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-28d6c194-f99a-4dc9-a275-6a6a0fe3fdd3 req-e551c0a0-dfaf-4eb9-8287-c26149711f72 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 944 time: 0.0925961
Apr 20 23:49:42.756886 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device a909e220-02de-48bc-a35b-8f27302695ed up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:49:42.852356 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-28d6c194-f99a-4dc9-a275-6a6a0fe3fdd3 req-2b7e3f18-9fd8-4dc2-a41b-d6b54d1d26e4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2880025
Apr 20 23:49:42.865121 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning for port a909e220-02de-48bc-a35b-8f27302695ed completed by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:49:42.870502 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port a909e220-02de-48bc-a35b-8f27302695ed triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:49:42.870920 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:42.997817 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:43.026292 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874e73fd-b91c-4ca2-a8d4-21fa00f48be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a909e220-02de-48bc-a35b-8f27302695ed'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:49:43.036844 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port a909e220-02de-48bc-a35b-8f27302695ed, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=a909e220-02de-48bc-a35b-8f27302695ed,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:49:43.064589 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:43.067457 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:49:43.104872 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874e73fd-b91c-4ca2-a8d4-21fa00f48be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a909e220-02de-48bc-a35b-8f27302695ed', 'code': 200}
Apr 20 23:49:43.141270 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=a909e220-02de-48bc-a35b-8f27302695ed,revision_number=5']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:49:43.144433 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:49:43.460350 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1893b-1686-4410-a876-8e119bee30ef req-79884c3d-209f-4e81-81f3-69400edd8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:43.461899 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7cd1893b-1686-4410-a876-8e119bee30ef req-79884c3d-209f-4e81-81f3-69400edd8cbe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 1098 time: 0.0757227
Apr 20 23:49:43.502784 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7cd1893b-1686-4410-a876-8e119bee30ef req-b3077dc4-9cea-4ded-ba39-274e194d7bfa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345917
Apr 20 23:49:44.049499 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a0c32-3da5-41d0-8b45-b5767f67c011 req-da562f3b-51d0-4926-b2ea-5a6f0caa2f27 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:44.051640 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b82a0c32-3da5-41d0-8b45-b5767f67c011 req-da562f3b-51d0-4926-b2ea-5a6f0caa2f27 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 945 time: 0.0886335
Apr 20 23:49:44.100328 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-b82a0c32-3da5-41d0-8b45-b5767f67c011 req-60416155-4424-4c2e-b17d-8c5dd138755f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423555
Apr 20 23:49:45.305962 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1939b7-65c5-4c14-b107-294c256670dd req-fbbc90f7-04c1-496f-9e17-613daa02718f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:45.307577 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eb1939b7-65c5-4c14-b107-294c256670dd req-fbbc90f7-04c1-496f-9e17-613daa02718f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 945 time: 0.0915480
Apr 20 23:49:45.354005 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-eb1939b7-65c5-4c14-b107-294c256670dd req-d484d60d-bbe7-4911-b0a9-79794bee4572 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402431
Apr 20 23:49:45.554607 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcad4a-9937-4675-9f30-72e51cf63b98 req-f29d9243-ddd1-411c-930e-19fbe2660557 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:45.556186 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0fdcad4a-9937-4675-9f30-72e51cf63b98 req-f29d9243-ddd1-411c-930e-19fbe2660557 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 945 time: 0.0919814
Apr 20 23:49:45.603041 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0fdcad4a-9937-4675-9f30-72e51cf63b98 req-d97e8533-126d-483e-b080-abc5f1c92921 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405543
Apr 20 23:49:45.627517 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48492) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:49:45.704456 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaa6d45-ca6d-4384-88df-267d880f0703 tempest-TestVolumeBootPattern-77558538 tempest-TestVolumeBootPattern-77558538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:45.706025 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0eaa6d45-ca6d-4384-88df-267d880f0703 tempest-TestVolumeBootPattern-77558538 tempest-TestVolumeBootPattern-77558538-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 1093 time: 0.0774498
Apr 20 23:49:45.709621 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48496) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:49:45.715103 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.v2.base [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Request body: {'floatingip': {'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'port_id': 'a909e220-02de-48bc-a35b-8f27302695ed', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:49:45.721440 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:49:45.726257 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Usage tracker for resource:floatingip and tenant:c5751660b19f46889662febceecb2c37 is out of sync, need to count used quota {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:49:45.729293 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:49:45.735276 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.quota.driver [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:49:45.762132 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for floatingip, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:45.908108 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:46.053779 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_common [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Allocated IP 172.27.2.152 (b49fa4d7-9497-41f5-afae-ab183fc1104b/828469c9-116a-4083-bfec-69bcf738251b/3be5f877-b1e0-491c-b584-780f9acca332) {{(pid=86386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:49:46.208655 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for port, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:46.254721 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309095923572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:46.259007 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-5611e2a5-dd0d-43fa-9d3f-3884683869e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:49:46.325973 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Network b49fa4d7-9497-41f5-afae-ab183fc1104b is already hosted by enough agents. {{(pid=86386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:49:46.329440 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.base_scheduler [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Resources bound (agent type, host, resource id):  {{(pid=86386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:49:46.333978 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Received port after_create {{(pid=86386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:49:46.371066 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event updated for resources: {'Port': ['ID=3be5f877-b1e0-491c-b584-780f9acca332,revision_number=1']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:49:46.375280 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:49:46.760739 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:46.863973 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:47.077288 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for port, precommit_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:47.110655 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852190922'] for port, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:47.115316 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d8729fba-dec7-417f-8e90-ebd7996a1556 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:49:47.229372 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event updated for resources: {'Port': ['ID=3be5f877-b1e0-491c-b584-780f9acca332,revision_number=2']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:49:47.233633 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:49:47.238546 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854229059'] for floatingip, after_update {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:47.414957 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Floating IP 06c38e11-3fcf-4c8b-8a88-c178d36a7dae associated. External IP: 172.27.2.152, port: a909e220-02de-48bc-a35b-8f27302695ed.
Apr 20 23:49:47.781362 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Router b5aa26bd-1a5b-488c-a19f-bae605213b2b has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:49:48.202552 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:49:48.213118 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a7177-adbf-48d7-8156-5433fe43c224 None None] Sync routers for ids ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:49:48.223640 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a7177-adbf-48d7-8156-5433fe43c224 None None] Routers {'b5aa26bd-1a5b-488c-a19f-bae605213b2b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:49:48.224319 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-dc3a7177-adbf-48d7-8156-5433fe43c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016d6a9b38>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:49:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:49:48.258799 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:48.329826 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6057501
Apr 20 23:49:48.329826 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874e73fd-b91c-4ca2-a8d4-21fa00f48be8', 'tag': 'a909e220-02de-48bc-a35b-8f27302695ed'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:49:48.376101 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874e73fd-b91c-4ca2-a8d4-21fa00f48be8', 'tag': 'a909e220-02de-48bc-a35b-8f27302695ed', 'status': 'completed', 'code': 200}
Apr 20 23:49:48.510804 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f04fa6-f529-49c1-9ea9-2689cef5a59e req-37b973e4-88c7-496f-92b8-a5a305d35325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:48.512361 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a1f04fa6-f529-49c1-9ea9-2689cef5a59e req-37b973e4-88c7-496f-92b8-a5a305d35325 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5751660b19f46889662febceecb2c37&device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 1098 time: 0.0819001
Apr 20 23:49:48.560491 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-dc3a7177-adbf-48d7-8156-5433fe43c224 None None] Set router b5aa26bd-1a5b-488c-a19f-bae605213b2b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:49:48.656245 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f04fa6-f529-49c1-9ea9-2689cef5a59e req-c528d0e9-2778-4001-b4dc-e71dc3344b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:48.657823 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a1f04fa6-f529-49c1-9ea9-2689cef5a59e req-c528d0e9-2778-4001-b4dc-e71dc3344b1c service neutron] 10.222.0.10 "GET /v2.0/networks?id=c66264cc-995a-4b15-a0af-b2c48f7e03e4 HTTP/1.1" status: 200  len: 912 time: 0.1388562
Apr 20 23:49:48.768359 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a1f04fa6-f529-49c1-9ea9-2689cef5a59e req-b646a54e-d1b9-4e62-b1d4-edbe9b6c6d99 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a909e220-02de-48bc-a35b-8f27302695ed HTTP/1.1" status: 200  len: 999 time: 0.1038301
Apr 20 23:49:48.841039 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f04fa6-f529-49c1-9ea9-2689cef5a59e req-ef014800-ab64-4e21-b0e1-f5f3205a96ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:48.842609 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a1f04fa6-f529-49c1-9ea9-2689cef5a59e req-ef014800-ab64-4e21-b0e1-f5f3205a96ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd4a38-1cbb-47c5-9d03-c9ee33266e2c HTTP/1.1" status: 200  len: 851 time: 0.0683305
Apr 20 23:49:48.927598 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f04fa6-f529-49c1-9ea9-2689cef5a59e req-ae9a4403-4913-475a-8a3d-4ca7b49391a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:49:48.929261 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a1f04fa6-f529-49c1-9ea9-2689cef5a59e req-ae9a4403-4913-475a-8a3d-4ca7b49391a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c66264cc-995a-4b15-a0af-b2c48f7e03e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797107
Apr 20 23:49:48.997461 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-dc3a7177-adbf-48d7-8156-5433fe43c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016d6a9b38>, [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '06c38e11-3fcf-4c8b-8a88-c178d36a7dae', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'port_id': 'a909e220-02de-48bc-a35b-8f27302695ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'mac_address': 'fa:16:3e:77:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e73fd-b91c-4ca2-a8d4-21fa00f48be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:49:46Z', 'updated_at': '2021-04-20T23:49:46Z', 'revision_number': 0, 'project_id': 'c5751660b19f46889662febceecb2c37', 'fixed_ip_address_scope': None}, {'id': '66135358-dab0-4713-ba5b-8799b90bf837', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'port_id': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'mac_address': 'fa:16:3e:f2:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:47:25Z', 'updated_at': '2021-04-20T23:47:28Z', 'revision_number': 1, 'project_id': 'c5751660b19f46889662febceecb2c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 5, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:49:49.001587 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a7177-adbf-48d7-8156-5433fe43c224 None None] Checking router: b5aa26bd-1a5b-488c-a19f-bae605213b2b for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:49:49.010735 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a7177-adbf-48d7-8156-5433fe43c224 None None] Routers {'b5aa26bd-1a5b-488c-a19f-bae605213b2b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:49:49.011444 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-dc3a7177-adbf-48d7-8156-5433fe43c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016d6a9b38>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:49:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:49:49.074679 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a1f04fa6-f529-49c1-9ea9-2689cef5a59e req-11b2c2f7-6b3a-426b-bff3-3965c951f08c service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381950
Apr 20 23:49:49.229403 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a1f04fa6-f529-49c1-9ea9-2689cef5a59e req-a0685d74-e32a-4978-b75d-14cf292ab0e0 service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1483405
Apr 20 23:49:49.376808 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-dc3a7177-adbf-48d7-8156-5433fe43c224 None None] Set router b5aa26bd-1a5b-488c-a19f-bae605213b2b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:49:49.740772 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-dc3a7177-adbf-48d7-8156-5433fe43c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016d6a9b38>, [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '06c38e11-3fcf-4c8b-8a88-c178d36a7dae', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'port_id': 'a909e220-02de-48bc-a35b-8f27302695ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'mac_address': 'fa:16:3e:77:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e73fd-b91c-4ca2-a8d4-21fa00f48be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:49:46Z', 'updated_at': '2021-04-20T23:49:46Z', 'revision_number': 0, 'project_id': 'c5751660b19f46889662febceecb2c37', 'fixed_ip_address_scope': None}, {'id': '66135358-dab0-4713-ba5b-8799b90bf837', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'port_id': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'mac_address': 'fa:16:3e:f2:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:47:25Z', 'updated_at': '2021-04-20T23:47:28Z', 'revision_number': 1, 'project_id': 'c5751660b19f46889662febceecb2c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 5, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:49:49.744989 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a7177-adbf-48d7-8156-5433fe43c224 None None] The sync data for ids ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'] in dv-cinder-680889-5-iscsi is: [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '06c38e11-3fcf-4c8b-8a88-c178d36a7dae', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'port_id': 'a909e220-02de-48bc-a35b-8f27302695ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'mac_address': 'fa:16:3e:77:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e73fd-b91c-4ca2-a8d4-21fa00f48be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:49:46Z', 'updated_at': '2021-04-20T23:49:46Z', 'revision_number': 0, 'project_id': 'c5751660b19f46889662febceecb2c37', 'fixed_ip_address_scope': None}, {'id': '66135358-dab0-4713-ba5b-8799b90bf837', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'port_id': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'mac_address': 'fa:16:3e:f2:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:47:25Z', 'updated_at': '2021-04-20T23:47:28Z', 'revision_number': 1, 'project_id': 'c5751660b19f46889662febceecb2c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 5, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:49:50.029940 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03f405b-72f7-4305-b6ce-cecfbb54c5b6 None None] New status for floating IP 06c38e11-3fcf-4c8b-8a88-c178d36a7dae: ACTIVE {{(pid=86388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:49:52.893581 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4123cbd0-a408-4a11-9b0d-c627cc8e7f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:54.893682 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4a80-922b-491e-bde7-f4743a364de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:56.230516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:56.385088 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:49:57.334786 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:50:08.579429 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:50:14.356394 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a57f522-7090-4511-8151-076d9426b45a req-e5e3b21e-2af5-414e-b43c-7690e4c3cf48 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0811267
Apr 20 23:50:14.518451 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57f522-7090-4511-8151-076d9426b45a req-99bf2b2e-0c0b-4170-8298-4567126fbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:50:14.520901 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a57f522-7090-4511-8151-076d9426b45a req-99bf2b2e-0c0b-4170-8298-4567126fbbce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5751660b19f46889662febceecb2c37&device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 1098 time: 0.0771909
Apr 20 23:50:14.672841 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57f522-7090-4511-8151-076d9426b45a req-686e4f6a-0785-4377-a7df-bca2c1931c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:50:14.674369 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a57f522-7090-4511-8151-076d9426b45a req-686e4f6a-0785-4377-a7df-bca2c1931c9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=c66264cc-995a-4b15-a0af-b2c48f7e03e4 HTTP/1.1" status: 200  len: 912 time: 0.1351297
Apr 20 23:50:14.786619 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a57f522-7090-4511-8151-076d9426b45a req-5f5be4d8-1a3a-4681-b854-46f915695897 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd HTTP/1.1" status: 200  len: 1001 time: 0.1047370
Apr 20 23:50:14.860561 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57f522-7090-4511-8151-076d9426b45a req-27e29fd5-8d61-429a-b3a0-47763bcda809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:50:14.862102 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a57f522-7090-4511-8151-076d9426b45a req-27e29fd5-8d61-429a-b3a0-47763bcda809 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd4a38-1cbb-47c5-9d03-c9ee33266e2c HTTP/1.1" status: 200  len: 851 time: 0.0644093
Apr 20 23:50:14.950422 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57f522-7090-4511-8151-076d9426b45a req-490ce2a3-ff35-4c7e-8e8d-c995093ca94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:50:14.951956 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a57f522-7090-4511-8151-076d9426b45a req-490ce2a3-ff35-4c7e-8e8d-c995093ca94d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c66264cc-995a-4b15-a0af-b2c48f7e03e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830908
Apr 20 23:50:15.092508 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a57f522-7090-4511-8151-076d9426b45a req-400a6323-e094-4c5e-bf09-60f01754ef96 service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337416
Apr 20 23:50:15.234336 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1a57f522-7090-4511-8151-076d9426b45a req-f479ca2a-d1b1-4d2a-b32e-9373db25ac7f service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347353
Apr 20 23:50:18.587455 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:50:22.899178 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-48d2b321-ff35-4415-bca3-efd7c4cb002a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:50:24.887803 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-e103b627-b510-4701-b7e9-a0f19fe45684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:50:26.240846 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:50:26.384590 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:50:27.333210 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:50:38.595654 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:50:52.909986 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a7e83c36-e328-4daf-9808-cf715d2be8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:50:54.898520 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-de5277a9-6cf5-4850-a64a-2eeba774e22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:50:55.587602 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:50:56.252655 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:50:56.389671 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:50:57.344111 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:08.582458 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:16.217425 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-89c2cb42-4661-4a1f-a3e8-5b4795a3d2ca req-1d2823c0-c70b-41f1-bd5f-ce0d749946e3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0785770
Apr 20 23:51:16.331753 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2cb42-4661-4a1f-a3e8-5b4795a3d2ca req-04decd02-5aed-4d8e-a940-e282646531bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:16.333370 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-89c2cb42-4661-4a1f-a3e8-5b4795a3d2ca req-04decd02-5aed-4d8e-a940-e282646531bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cddc3d6ff48e4c95a714bce92023a625&device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 1098 time: 0.0819714
Apr 20 23:51:16.452879 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48530) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:51:16.489248 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2cb42-4661-4a1f-a3e8-5b4795a3d2ca req-ee421a14-ae05-47b2-a61d-316bbfc8056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:16.491349 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-89c2cb42-4661-4a1f-a3e8-5b4795a3d2ca req-ee421a14-ae05-47b2-a61d-316bbfc8056d service neutron] 10.222.0.10 "GET /v2.0/networks?id=44ed036e-99df-40d4-8e65-2a7e3ca429d3 HTTP/1.1" status: 200  len: 909 time: 0.1388452
Apr 20 23:51:16.598278 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-89c2cb42-4661-4a1f-a3e8-5b4795a3d2ca req-43ecd7f5-20f0-405b-8139-8f6883c0d003 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2314ee9a-428e-43af-aa7f-4797dcf98bd3 HTTP/1.1" status: 200  len: 1001 time: 0.1002522
Apr 20 23:51:16.669709 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Deleting port 3be5f877-b1e0-491c-b584-780f9acca332 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:51:16.670117 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:16.671251 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2cb42-4661-4a1f-a3e8-5b4795a3d2ca req-0d45bb12-826d-42da-879c-1098558fe0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:16.672818 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-89c2cb42-4661-4a1f-a3e8-5b4795a3d2ca req-0d45bb12-826d-42da-879c-1098558fe0fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c7c2d29-09eb-489d-bb39-7d1aef864184 HTTP/1.1" status: 200  len: 848 time: 0.0677009
Apr 20 23:51:16.756892 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2cb42-4661-4a1f-a3e8-5b4795a3d2ca req-7c4a6338-36b6-4004-97bf-f1e39f3896d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:16.758444 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-89c2cb42-4661-4a1f-a3e8-5b4795a3d2ca req-7c4a6338-36b6-4004-97bf-f1e39f3896d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44ed036e-99df-40d4-8e65-2a7e3ca429d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782015
Apr 20 23:51:16.855000 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:16.855397 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:16.901007 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-89c2cb42-4661-4a1f-a3e8-5b4795a3d2ca req-191a9ba5-7eae-4a88-bf3e-df82e4e34283 service neutron] 10.222.0.10 "GET /v2.0/networks/44ed036e-99df-40d4-8e65-2a7e3ca429d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360230
Apr 20 23:51:16.986937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Calling delete_port for 3be5f877-b1e0-491c-b584-780f9acca332 owned by network:floatingip {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:51:17.047812 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-89c2cb42-4661-4a1f-a3e8-5b4795a3d2ca req-8f77fd32-48c7-4780-9fcb-92e839971cc2 service neutron] 10.222.0.10 "GET /v2.0/networks/44ed036e-99df-40d4-8e65-2a7e3ca429d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405442
Apr 20 23:51:17.165256 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:17.170038 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:17.216001 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event deleted for resources: {'Port': ['ID=3be5f877-b1e0-491c-b584-780f9acca332,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:17.250865 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:17.251446 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:17.251730 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:17.252142 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:17.252558 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:17.252977 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:17.253389 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:17.253800 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:17.254211 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:17.254618 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:17.255064 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:17.255496 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:17.263670 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:17.327689 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for floatingip, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:17.328070 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Floating IP 06c38e11-3fcf-4c8b-8a88-c178d36a7dae disassociated (deleted). External IP: 172.27.2.152, port: a909e220-02de-48bc-a35b-8f27302695ed.
Apr 20 23:51:17.934093 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Router b5aa26bd-1a5b-488c-a19f-bae605213b2b has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:51:18.123476 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:51:18.133815 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2775ba9-4eef-4d5a-a034-428eaec1a6bc None None] Sync routers for ids ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:51:18.144152 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2775ba9-4eef-4d5a-a034-428eaec1a6bc None None] Routers {'b5aa26bd-1a5b-488c-a19f-bae605213b2b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:51:18.147373 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-a2775ba9-4eef-4d5a-a034-428eaec1a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e1376a0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:50:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:18.172370 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:18.231737 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "DELETE /v2.0/floatingips/06c38e11-3fcf-4c8b-8a88-c178d36a7dae HTTP/1.1" status: 204  len: 168 time: 1.7776532
Apr 20 23:51:18.232445 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874e73fd-b91c-4ca2-a8d4-21fa00f48be8', 'tag': 'a909e220-02de-48bc-a35b-8f27302695ed'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:51:18.339871 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-a2775ba9-4eef-4d5a-a034-428eaec1a6bc None None] Set router b5aa26bd-1a5b-488c-a19f-bae605213b2b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:51:18.385532 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874e73fd-b91c-4ca2-a8d4-21fa00f48be8', 'tag': 'a909e220-02de-48bc-a35b-8f27302695ed', 'status': 'completed', 'code': 200}
Apr 20 23:51:18.513409 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6e2e2-ef92-48ed-b466-4fb40a43230f req-3ff6ad16-201a-46b2-abf9-a405e646d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:18.515011 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d8d6e2e2-ef92-48ed-b466-4fb40a43230f req-3ff6ad16-201a-46b2-abf9-a405e646d603 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5751660b19f46889662febceecb2c37&device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 1098 time: 0.0845273
Apr 20 23:51:18.659619 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6e2e2-ef92-48ed-b466-4fb40a43230f req-94850f5f-697c-4663-a7ca-9b4b4eb0b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:18.661654 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d8d6e2e2-ef92-48ed-b466-4fb40a43230f req-94850f5f-697c-4663-a7ca-9b4b4eb0b7fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=c66264cc-995a-4b15-a0af-b2c48f7e03e4 HTTP/1.1" status: 200  len: 912 time: 0.1397133
Apr 20 23:51:18.732467 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-a2775ba9-4eef-4d5a-a034-428eaec1a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e1376a0>, [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '66135358-dab0-4713-ba5b-8799b90bf837', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'port_id': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'mac_address': 'fa:16:3e:f2:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:47:25Z', 'updated_at': '2021-04-20T23:47:28Z', 'revision_number': 1, 'project_id': 'c5751660b19f46889662febceecb2c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 5, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:18.737552 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975f483-75a4-4da4-9ebd-09d7c60acf2f req-006d6421-e83d-42c9-afc7-a50c7865d582 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:18.737687 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2775ba9-4eef-4d5a-a034-428eaec1a6bc None None] Checking router: b5aa26bd-1a5b-488c-a19f-bae605213b2b for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:51:18.738419 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-2975f483-75a4-4da4-9ebd-09d7c60acf2f req-006d6421-e83d-42c9-afc7-a50c7865d582 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Synchronizing usage tracker for tenant:c5751660b19f46889662febceecb2c37 on resource:port {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:51:18.747006 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2775ba9-4eef-4d5a-a034-428eaec1a6bc None None] Routers {'b5aa26bd-1a5b-488c-a19f-bae605213b2b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:51:18.747732 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-a2775ba9-4eef-4d5a-a034-428eaec1a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e1376a0>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:50:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:18.749682 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d8d6e2e2-ef92-48ed-b466-4fb40a43230f req-201497a9-e21d-4d46-92c2-fbccf139ed5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a909e220-02de-48bc-a35b-8f27302695ed HTTP/1.1" status: 200  len: 217 time: 0.0796998
Apr 20 23:51:18.795497 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-2975f483-75a4-4da4-9ebd-09d7c60acf2f req-006d6421-e83d-42c9-afc7-a50c7865d582 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Unset dirty status for tenant:c5751660b19f46889662febceecb2c37 on resource:port {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:51:18.796830 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2975f483-75a4-4da4-9ebd-09d7c60acf2f req-006d6421-e83d-42c9-afc7-a50c7865d582 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 945 time: 0.1568327
Apr 20 23:51:18.824926 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6e2e2-ef92-48ed-b466-4fb40a43230f req-15202cbf-9a5e-4ef6-a146-c755b7892ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:18.826575 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d8d6e2e2-ef92-48ed-b466-4fb40a43230f req-15202cbf-9a5e-4ef6-a146-c755b7892ddf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd4a38-1cbb-47c5-9d03-c9ee33266e2c HTTP/1.1" status: 200  len: 851 time: 0.0695982
Apr 20 23:51:18.851662 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2975f483-75a4-4da4-9ebd-09d7c60acf2f req-72fd4acc-c37d-4679-a9bf-04a4183530a9 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474367
Apr 20 23:51:18.909079 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6e2e2-ef92-48ed-b466-4fb40a43230f req-20e72788-ea3d-443c-91b5-192ae56cc344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:18.910711 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d8d6e2e2-ef92-48ed-b466-4fb40a43230f req-20e72788-ea3d-443c-91b5-192ae56cc344 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c66264cc-995a-4b15-a0af-b2c48f7e03e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765891
Apr 20 23:51:18.948377 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-a2775ba9-4eef-4d5a-a034-428eaec1a6bc None None] Set router b5aa26bd-1a5b-488c-a19f-bae605213b2b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:51:19.057656 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d8d6e2e2-ef92-48ed-b466-4fb40a43230f req-24fd41a5-0758-45fe-9f11-41a46eeadbd8 service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390414
Apr 20 23:51:19.202613 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d8d6e2e2-ef92-48ed-b466-4fb40a43230f req-fefdaa54-52d9-4677-85a3-1ea172030cf1 service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376033
Apr 20 23:51:19.319668 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-a2775ba9-4eef-4d5a-a034-428eaec1a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e1376a0>, [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '66135358-dab0-4713-ba5b-8799b90bf837', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'port_id': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'mac_address': 'fa:16:3e:f2:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:47:25Z', 'updated_at': '2021-04-20T23:47:28Z', 'revision_number': 1, 'project_id': 'c5751660b19f46889662febceecb2c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 5, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:19.323914 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2775ba9-4eef-4d5a-a034-428eaec1a6bc None None] The sync data for ids ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'] in dv-cinder-680889-5-iscsi is: [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_floatingips': [{'id': '66135358-dab0-4713-ba5b-8799b90bf837', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'router_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'port_id': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'mac_address': 'fa:16:3e:f2:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:47:25Z', 'updated_at': '2021-04-20T23:47:28Z', 'revision_number': 1, 'project_id': 'c5751660b19f46889662febceecb2c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 5, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:51:19.670448 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e7519-dcf9-447d-bef8-1fab03ca35c7 None None] New status for floating IP 06c38e11-3fcf-4c8b-8a88-c178d36a7dae: DOWN {{(pid=86388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:51:20.074201 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f96ab2-6100-4b03-82c5-4049a07026ce req-4fe3ffcd-bc63-4202-864f-1650e1268a8f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:20.075716 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d8f96ab2-6100-4b03-82c5-4049a07026ce req-4fe3ffcd-bc63-4202-864f-1650e1268a8f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 945 time: 0.0936885
Apr 20 23:51:20.123460 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d8f96ab2-6100-4b03-82c5-4049a07026ce req-2a181815-1723-4e86-933c-ff752b030c3a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414505
Apr 20 23:51:20.470842 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525e523-1b55-4215-98dc-e59467204883 req-581255b2-cefb-4408-96de-ea7c6b0ef9e7 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:20.472313 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e525e523-1b55-4215-98dc-e59467204883 req-581255b2-cefb-4408-96de-ea7c6b0ef9e7 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.10 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 945 time: 0.0867469
Apr 20 23:51:20.551072 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-e525e523-1b55-4215-98dc-e59467204883 req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Deleting port a909e220-02de-48bc-a35b-8f27302695ed {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:51:20.551506 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-e525e523-1b55-4215-98dc-e59467204883 req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:20.812861 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-e525e523-1b55-4215-98dc-e59467204883 req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] For port a909e220-02de-48bc-a35b-8f27302695ed, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=a909e220-02de-48bc-a35b-8f27302695ed,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:51:20.813449 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-e525e523-1b55-4215-98dc-e59467204883 req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:20.945523 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-e525e523-1b55-4215-98dc-e59467204883 req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Calling delete_port for a909e220-02de-48bc-a35b-8f27302695ed owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:51:21.132488 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-e525e523-1b55-4215-98dc-e59467204883 req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:21.138158 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0ef2a363-7e0f-425c-9573-801234fe20c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:21.188953 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event deleted for resources: {'Port': ['ID=a909e220-02de-48bc-a35b-8f27302695ed,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:21.249796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:21.249796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:21.249796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:21.249796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:21.249796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:21.249796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:21.249796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:21.249796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:21.249796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:21.249796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:21.249796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:21.249796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:21.249796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:21.313383 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ee69f9fd-313e-4514-8b55-6ad0c9f57e3e req-1e1a7f67-d20a-4945-817a-1669c78e6c92 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 210 time: 0.0516415
Apr 20 23:51:21.529021 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-e525e523-1b55-4215-98dc-e59467204883 req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] No DVR routers for this DVR port a909e220-02de-48bc-a35b-8f27302695ed on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:51:21.531469 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-e525e523-1b55-4215-98dc-e59467204883 req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:21.534313 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874e73fd-b91c-4ca2-a8d4-21fa00f48be8', 'name': 'network-vif-deleted', 'tag': 'a909e220-02de-48bc-a35b-8f27302695ed'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:51:21.584123 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e525e523-1b55-4215-98dc-e59467204883 req-f2b797aa-47bf-439c-b8d8-56062991ebf0 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.10 "DELETE /v2.0/ports/a909e220-02de-48bc-a35b-8f27302695ed HTTP/1.1" status: 204  len: 173 time: 1.1060255
Apr 20 23:51:21.585911 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874e73fd-b91c-4ca2-a8d4-21fa00f48be8', 'name': 'network-vif-deleted', 'tag': 'a909e220-02de-48bc-a35b-8f27302695ed', 'status': 'completed', 'code': 200}
Apr 20 23:51:22.489684 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bb5b5f83-3e18-4b9e-967f-927c084ad6ad req-b8f53434-b83e-4ac1-ab38-a1717c8da0d4 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=874e73fd-b91c-4ca2-a8d4-21fa00f48be8 HTTP/1.1" status: 200  len: 210 time: 0.0489538
Apr 20 23:51:22.909691 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5ed309b2-622c-4dbc-9619-852b2d51c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:23.174119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device a909e220-02de-48bc-a35b-8f27302695ed no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:51:23.211467 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: a909e220-02de-48bc-a35b-8f27302695ed {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:51:23.211857 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device a909e220-02de-48bc-a35b-8f27302695ed not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:51:24.881462 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5aba8671-adbf-4dc8-a26d-fd73d0908a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:24.947799 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507c07b-837e-4071-9848-60a3c32b23b1 req-a3937b8e-b50c-4b57-9758-0e097ef97c9f tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:24.949409 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a507c07b-837e-4071-9848-60a3c32b23b1 req-a3937b8e-b50c-4b57-9758-0e097ef97c9f tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 945 time: 0.0897386
Apr 20 23:51:24.997308 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a507c07b-837e-4071-9848-60a3c32b23b1 req-f2a1cb82-98d1-4171-b7e6-3f5c67aaf00c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414510
Apr 20 23:51:26.104244 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48576) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:51:26.258317 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:26.395504 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:26.408211 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068960bb-e7d9-41f5-84c3-7794d623f9e8 req-a0366e08-b726-45bd-aab7-ac4a8e9c5c22 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:26.409796 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-068960bb-e7d9-41f5-84c3-7794d623f9e8 req-a0366e08-b726-45bd-aab7-ac4a8e9c5c22 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 945 time: 0.2342088
Apr 20 23:51:26.411039 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f72ad-0345-4c8c-aa05-a8f7b67c062c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Deleting port 3835c755-a820-46d0-a64c-592860f0f162 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:51:26.411479 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b6f72ad-0345-4c8c-aa05-a8f7b67c062c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:26.569737 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-068960bb-e7d9-41f5-84c3-7794d623f9e8 req-2c2d34f0-0d0d-4356-8e6a-737dbfcee211 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1275773
Apr 20 23:51:26.628756 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b6f72ad-0345-4c8c-aa05-a8f7b67c062c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:26.629127 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b6f72ad-0345-4c8c-aa05-a8f7b67c062c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:26.764139 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f72ad-0345-4c8c-aa05-a8f7b67c062c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Calling delete_port for 3835c755-a820-46d0-a64c-592860f0f162 owned by network:floatingip {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:51:26.944159 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b6f72ad-0345-4c8c-aa05-a8f7b67c062c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:26.948908 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-41d4a920-598a-4f19-ac2e-9faa0c82a128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:26.998533 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f72ad-0345-4c8c-aa05-a8f7b67c062c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event deleted for resources: {'Port': ['ID=3835c755-a820-46d0-a64c-592860f0f162,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:27.001428 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-2b6f72ad-0345-4c8c-aa05-a8f7b67c062c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:27.095771 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b6f72ad-0345-4c8c-aa05-a8f7b67c062c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for floatingip, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:27.096149 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-2b6f72ad-0345-4c8c-aa05-a8f7b67c062c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Floating IP 66135358-dab0-4713-ba5b-8799b90bf837 disassociated (deleted). External IP: 172.27.2.234, port: 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd.
Apr 20 23:51:27.344094 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:27.465886 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6f72ad-0345-4c8c-aa05-a8f7b67c062c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Router b5aa26bd-1a5b-488c-a19f-bae605213b2b has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:51:27.654660 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6f72ad-0345-4c8c-aa05-a8f7b67c062c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:51:27.665683 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de6f033-fb8d-4d23-ad7c-9a9765a50f3c None None] Sync routers for ids ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:51:27.672178 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b6f72ad-0345-4c8c-aa05-a8f7b67c062c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:27.676022 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de6f033-fb8d-4d23-ad7c-9a9765a50f3c None None] Routers {'b5aa26bd-1a5b-488c-a19f-bae605213b2b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:51:27.676369 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7de6f033-fb8d-4d23-ad7c-9a9765a50f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e49c4a8>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:51:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:27.748350 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-2b6f72ad-0345-4c8c-aa05-a8f7b67c062c tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "DELETE /v2.0/floatingips/66135358-dab0-4713-ba5b-8799b90bf837 HTTP/1.1" status: 204  len: 168 time: 1.6403706
Apr 20 23:51:27.748350 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'tag': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:51:27.786230 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0ddfb-bfb4-460f-8176-d721b4a656ea req-01724fad-fe53-4480-80d2-9f561384813b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:27.787895 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-32a0ddfb-bfb4-460f-8176-d721b4a656ea req-01724fad-fe53-4480-80d2-9f561384813b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 945 time: 0.1031637
Apr 20 23:51:27.837931 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-32a0ddfb-bfb4-460f-8176-d721b4a656ea req-14ae5bb2-fd94-4619-90e1-cc3998c94f17 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430498
Apr 20 23:51:27.875040 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-7de6f033-fb8d-4d23-ad7c-9a9765a50f3c None None] Set router b5aa26bd-1a5b-488c-a19f-bae605213b2b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:51:27.893832 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'tag': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd', 'status': 'completed', 'code': 200}
Apr 20 23:51:28.018735 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dff3c-6634-49ad-a98b-4920e575def3 req-88e99545-2308-44cd-aa4b-cca95b5f56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:28.020403 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d2dff3c-6634-49ad-a98b-4920e575def3 req-88e99545-2308-44cd-aa4b-cca95b5f56f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5751660b19f46889662febceecb2c37&device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 1098 time: 0.0796027
Apr 20 23:51:28.169889 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dff3c-6634-49ad-a98b-4920e575def3 req-aecec0a1-8a26-437c-ac86-bb597f0e164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:28.171498 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d2dff3c-6634-49ad-a98b-4920e575def3 req-aecec0a1-8a26-437c-ac86-bb597f0e164c service neutron] 10.222.0.10 "GET /v2.0/networks?id=c66264cc-995a-4b15-a0af-b2c48f7e03e4 HTTP/1.1" status: 200  len: 912 time: 0.1437688
Apr 20 23:51:28.212662 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7de6f033-fb8d-4d23-ad7c-9a9765a50f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e49c4a8>, [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 5, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:28.216744 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de6f033-fb8d-4d23-ad7c-9a9765a50f3c None None] Checking router: b5aa26bd-1a5b-488c-a19f-bae605213b2b for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:51:28.226095 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de6f033-fb8d-4d23-ad7c-9a9765a50f3c None None] Routers {'b5aa26bd-1a5b-488c-a19f-bae605213b2b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:51:28.226752 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7de6f033-fb8d-4d23-ad7c-9a9765a50f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e49c4a8>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:51:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:28.288831 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d2dff3c-6634-49ad-a98b-4920e575def3 req-09eb80e6-c646-460b-b737-ea91a3c2fed0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd HTTP/1.1" status: 200  len: 217 time: 0.1088479
Apr 20 23:51:28.391502 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dff3c-6634-49ad-a98b-4920e575def3 req-cec00424-3f2f-4e94-a7ea-32faf37d0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:28.393004 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d2dff3c-6634-49ad-a98b-4920e575def3 req-cec00424-3f2f-4e94-a7ea-32faf37d0e2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd4a38-1cbb-47c5-9d03-c9ee33266e2c HTTP/1.1" status: 200  len: 851 time: 0.0924387
Apr 20 23:51:28.406775 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbaae0-89da-458a-819c-f10a06d2bea7 req-aa6a35f0-a991-4319-b7aa-1b971691cb2b tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:28.407618 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-1ccbaae0-89da-458a-819c-f10a06d2bea7 req-aa6a35f0-a991-4319-b7aa-1b971691cb2b tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Synchronizing usage tracker for tenant:c5751660b19f46889662febceecb2c37 on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:51:28.499037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-1ccbaae0-89da-458a-819c-f10a06d2bea7 req-aa6a35f0-a991-4319-b7aa-1b971691cb2b tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Unset dirty status for tenant:c5751660b19f46889662febceecb2c37 on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:51:28.500465 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ccbaae0-89da-458a-819c-f10a06d2bea7 req-aa6a35f0-a991-4319-b7aa-1b971691cb2b tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 945 time: 0.2571080
Apr 20 23:51:28.503052 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dff3c-6634-49ad-a98b-4920e575def3 req-532c9fe7-3bc3-4da3-b479-4ba79f1e9b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:28.504673 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d2dff3c-6634-49ad-a98b-4920e575def3 req-532c9fe7-3bc3-4da3-b479-4ba79f1e9b7a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c66264cc-995a-4b15-a0af-b2c48f7e03e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0927334
Apr 20 23:51:28.600917 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-7de6f033-fb8d-4d23-ad7c-9a9765a50f3c None None] Set router b5aa26bd-1a5b-488c-a19f-bae605213b2b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:51:28.639408 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-1ccbaae0-89da-458a-819c-f10a06d2bea7 req-34a6598e-d4a7-4978-827d-ad475f435f08 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1323943
Apr 20 23:51:28.689388 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d2dff3c-6634-49ad-a98b-4920e575def3 req-9ac1330c-f134-4e35-b3a9-6362a98183a3 service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643636
Apr 20 23:51:28.840195 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d2dff3c-6634-49ad-a98b-4920e575def3 req-9c3f7596-6a0b-48da-bd4a-8574974d714c service neutron] 10.222.0.10 "GET /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422567
Apr 20 23:51:28.946482 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-7de6f033-fb8d-4d23-ad7c-9a9765a50f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e49c4a8>, [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 5, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:28.950671 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de6f033-fb8d-4d23-ad7c-9a9765a50f3c None None] The sync data for ids ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'] in dv-cinder-680889-5-iscsi is: [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:43:56Z', 'revision_number': 4, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': '999e64dd-4d9c-4c52-ab1c-8c53ff839814', 'name': '', 'network_id': 'c66264cc-995a-4b15-a0af-b2c48f7e03e4', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'mac_address': 'fa:16:3e:35:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:56Z', 'updated_at': '2021-04-20T23:44:04Z', 'revision_number': 5, 'project_id': 'c5751660b19f46889662febceecb2c37', 'subnets': [{'id': 'fffd4a38-1cbb-47c5-9d03-c9ee33266e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:51:29.049574 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d226eec-8d4a-45d1-a293-af8394e513b0 req-73b358cc-6bf9-4820-a859-ca5b88c2ca8f tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:29.051208 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5d226eec-8d4a-45d1-a293-af8394e513b0 req-73b358cc-6bf9-4820-a859-ca5b88c2ca8f tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 945 time: 0.0946980
Apr 20 23:51:29.099238 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5d226eec-8d4a-45d1-a293-af8394e513b0 req-790c8ff5-87c2-4bf7-b3d8-9da408842b4b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408666
Apr 20 23:51:29.330419 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c31d97-10da-4c6c-b9af-d52fc0b66ceb None None] New status for floating IP 66135358-dab0-4713-ba5b-8799b90bf837: DOWN {{(pid=86388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:51:29.919995 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b6337-85d9-433f-bf96-d6e0d0ffeaef req-765336f7-a95e-468c-874d-7ade424b1a88 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:29.921558 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5c2b6337-85d9-433f-bf96-d6e0d0ffeaef req-765336f7-a95e-468c-874d-7ade424b1a88 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 945 time: 0.1646578
Apr 20 23:51:29.938147 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea88821-320e-4271-bcc5-d802462b7eec req-a30069c3-6bef-47ce-bdf0-b12089673729 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:29.940030 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0ea88821-320e-4271-bcc5-d802462b7eec req-a30069c3-6bef-47ce-bdf0-b12089673729 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 945 time: 0.1327381
Apr 20 23:51:30.044545 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5c2b6337-85d9-433f-bf96-d6e0d0ffeaef req-a7a7cff2-fc18-48fe-ae6d-87063b5dda5f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9459fd6-8b4a-4d89-80ad-4118dabb1098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033607
Apr 20 23:51:30.056127 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-0ea88821-320e-4271-bcc5-d802462b7eec req-122a83ea-0ffd-49f5-bcdd-0211867ab542 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Deleting port 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:51:30.056516 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0ea88821-320e-4271-bcc5-d802462b7eec req-122a83ea-0ffd-49f5-bcdd-0211867ab542 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:30.305136 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d3213-ee16-40d3-8f01-c7a9177a3f21 req-dba35e22-b6c7-4327-b3a5-2c5b6f433c81 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:30.306766 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bb9d3213-ee16-40d3-8f01-c7a9177a3f21 req-dba35e22-b6c7-4327-b3a5-2c5b6f433c81 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 945 time: 0.0923002
Apr 20 23:51:30.339629 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-0ea88821-320e-4271-bcc5-d802462b7eec req-122a83ea-0ffd-49f5-bcdd-0211867ab542 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] For port 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:51:30.340042 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0ea88821-320e-4271-bcc5-d802462b7eec req-122a83ea-0ffd-49f5-bcdd-0211867ab542 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:30.484621 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-0ea88821-320e-4271-bcc5-d802462b7eec req-122a83ea-0ffd-49f5-bcdd-0211867ab542 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Calling delete_port for 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:51:30.601567 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-bb9d3213-ee16-40d3-8f01-c7a9177a3f21 req-69cca481-27f8-4891-9e96-38308347afcc tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2882521
Apr 20 23:51:30.805352 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0ea88821-320e-4271-bcc5-d802462b7eec req-122a83ea-0ffd-49f5-bcdd-0211867ab542 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:30.811145 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-0b2afb27-62a5-43ad-a456-f51f2b66e69c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:30.862847 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a83ea-0ffd-49f5-bcdd-0211867ab542 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event deleted for resources: {'Port': ['ID=0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:30.866114 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-122a83ea-0ffd-49f5-bcdd-0211867ab542 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:30.940672 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea88821-320e-4271-bcc5-d802462b7eec req-122a83ea-0ffd-49f5-bcdd-0211867ab542 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] No DVR routers for this DVR port 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:51:30.945716 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-0ea88821-320e-4271-bcc5-d802462b7eec req-122a83ea-0ffd-49f5-bcdd-0211867ab542 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:30.947890 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'name': 'network-vif-deleted', 'tag': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:51:30.994797 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0ea88821-320e-4271-bcc5-d802462b7eec req-122a83ea-0ffd-49f5-bcdd-0211867ab542 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.10 "DELETE /v2.0/ports/0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd HTTP/1.1" status: 204  len: 173 time: 1.0379977
Apr 20 23:51:30.996738 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cec2650-3f24-4efa-af4a-3eb5e9249f74', 'name': 'network-vif-deleted', 'tag': '0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd', 'status': 'completed', 'code': 200}
Apr 20 23:51:31.206494 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-c41ae144-1ebb-4ae0-8a80-2a77bcd7dade req-9dadf8f9-6ddc-442e-97b7-aa0cf964bcc3 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Synchronizing usage tracker for tenant:c5751660b19f46889662febceecb2c37 on resource:port {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:51:31.251599 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-c41ae144-1ebb-4ae0-8a80-2a77bcd7dade req-9dadf8f9-6ddc-442e-97b7-aa0cf964bcc3 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Unset dirty status for tenant:c5751660b19f46889662febceecb2c37 on resource:port {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:51:31.252914 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-c41ae144-1ebb-4ae0-8a80-2a77bcd7dade req-9dadf8f9-6ddc-442e-97b7-aa0cf964bcc3 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cec2650-3f24-4efa-af4a-3eb5e9249f74 HTTP/1.1" status: 200  len: 210 time: 0.0943105
Apr 20 23:51:31.812034 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ceb2f-c7fd-4127-963a-a9680a1d008f req-172867c4-1bb6-45b6-ac47-cebd61702823 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:31.813659 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-880ceb2f-c7fd-4127-963a-a9680a1d008f req-172867c4-1bb6-45b6-ac47-cebd61702823 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 945 time: 0.0918057
Apr 20 23:51:31.861341 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-880ceb2f-c7fd-4127-963a-a9680a1d008f req-2700b4de-0463-435f-bbe0-9c2b5118fead tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403442
Apr 20 23:51:32.357706 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48602) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:51:32.524031 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec22b0-c5f8-44b9-94a2-a5e72492bf5a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Deleting port 514bf296-87aa-43d5-ba64-1c77d66f9ac8 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:51:32.524444 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f4ec22b0-c5f8-44b9-94a2-a5e72492bf5a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:32.587718 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:51:32.700279 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f4ec22b0-c5f8-44b9-94a2-a5e72492bf5a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:32.700649 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f4ec22b0-c5f8-44b9-94a2-a5e72492bf5a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:32.835966 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec22b0-c5f8-44b9-94a2-a5e72492bf5a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Calling delete_port for 514bf296-87aa-43d5-ba64-1c77d66f9ac8 owned by network:floatingip {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:51:33.016425 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f4ec22b0-c5f8-44b9-94a2-a5e72492bf5a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:33.022885 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:33.069100 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fefb9d-e720-47b6-88f6-f071308cebec req-bf11ca33-8110-4a6d-8285-5291cad7fd30 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:33.070713 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-43fefb9d-e720-47b6-88f6-f071308cebec req-bf11ca33-8110-4a6d-8285-5291cad7fd30 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 945 time: 0.0917435
Apr 20 23:51:33.072528 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec22b0-c5f8-44b9-94a2-a5e72492bf5a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event deleted for resources: {'Port': ['ID=514bf296-87aa-43d5-ba64-1c77d66f9ac8,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:33.075975 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f4ec22b0-c5f8-44b9-94a2-a5e72492bf5a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:33.121384 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-43fefb9d-e720-47b6-88f6-f071308cebec req-cc7950f8-baca-4266-b844-1fa656aeba7f tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421486
Apr 20 23:51:33.170165 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f4ec22b0-c5f8-44b9-94a2-a5e72492bf5a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for floatingip, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:33.199965 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:51:33.216227 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-f4ec22b0-c5f8-44b9-94a2-a5e72492bf5a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:33.217523 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-f4ec22b0-c5f8-44b9-94a2-a5e72492bf5a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "DELETE /v2.0/floatingips/0b602a20-62c3-4ee7-97fb-8161120e411b HTTP/1.1" status: 204  len: 168 time: 0.8587368
Apr 20 23:51:33.235994 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:51:33.236385 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 0fd20dbd-29cc-47f6-afd4-8b3ec828e5bd not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:51:34.327262 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc24f4a-1680-4027-96c1-4c7a1aaeab9f req-8e4bbdc6-688d-4001-a3a8-811b713bc20a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:34.328855 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dbc24f4a-1680-4027-96c1-4c7a1aaeab9f req-8e4bbdc6-688d-4001-a3a8-811b713bc20a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 945 time: 0.0937908
Apr 20 23:51:34.376433 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-dbc24f4a-1680-4027-96c1-4c7a1aaeab9f req-64fde2c5-73b2-4588-a8f9-8d74a8aec480 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405526
Apr 20 23:51:34.671064 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48620) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:51:34.743879 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-218077c2-9244-435a-a41b-4b8e986bf86a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:34.777515 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-218077c2-9244-435a-a41b-4b8e986bf86a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:34.913469 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-218077c2-9244-435a-a41b-4b8e986bf86a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:34.918534 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-81f6c693-ca93-4893-a286-b822264f4501 tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:34.933809 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218077c2-9244-435a-a41b-4b8e986bf86a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9459fd6-8b4a-4d89-80ad-4118dabb1098,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:34.936647 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-218077c2-9244-435a-a41b-4b8e986bf86a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:34.976710 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-218077c2-9244-435a-a41b-4b8e986bf86a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:34.977945 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-218077c2-9244-435a-a41b-4b8e986bf86a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] 10.222.0.15 "DELETE /v2.0/security-groups/d9459fd6-8b4a-4d89-80ad-4118dabb1098 HTTP/1.1" status: 204  len: 168 time: 0.3057981
Apr 20 23:51:35.085116 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48626) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:51:35.122075 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1a6a8-9d9c-4127-921e-431a66bd455c req-76440a34-c339-446d-b361-91cdf645edff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:35.123708 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6fb1a6a8-9d9c-4127-921e-431a66bd455c req-76440a34-c339-446d-b361-91cdf645edff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cddc3d6ff48e4c95a714bce92023a625&device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 1098 time: 0.0915954
Apr 20 23:51:35.267443 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1a6a8-9d9c-4127-921e-431a66bd455c req-b7c7d932-1b1f-474d-86f1-2731c8e1e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:35.269008 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6fb1a6a8-9d9c-4127-921e-431a66bd455c req-b7c7d932-1b1f-474d-86f1-2731c8e1e46d service neutron] 10.222.0.10 "GET /v2.0/networks?id=44ed036e-99df-40d4-8e65-2a7e3ca429d3 HTTP/1.1" status: 200  len: 909 time: 0.1385033
Apr 20 23:51:35.382500 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6fb1a6a8-9d9c-4127-921e-431a66bd455c req-b5b46eba-681d-46ca-a9a3-dca8ea8b51d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2314ee9a-428e-43af-aa7f-4797dcf98bd3 HTTP/1.1" status: 200  len: 1001 time: 0.1063068
Apr 20 23:51:35.455027 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1a6a8-9d9c-4127-921e-431a66bd455c req-3ae1b9a7-fb9a-4f5a-8fa5-7bfba2371e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:35.456908 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6fb1a6a8-9d9c-4127-921e-431a66bd455c req-3ae1b9a7-fb9a-4f5a-8fa5-7bfba2371e0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c7c2d29-09eb-489d-bb39-7d1aef864184 HTTP/1.1" status: 200  len: 848 time: 0.0673785
Apr 20 23:51:35.544110 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1a6a8-9d9c-4127-921e-431a66bd455c req-6227410e-b836-4530-bf92-7e0ba57d229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:35.545601 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6fb1a6a8-9d9c-4127-921e-431a66bd455c req-6227410e-b836-4530-bf92-7e0ba57d229c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44ed036e-99df-40d4-8e65-2a7e3ca429d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819743
Apr 20 23:51:35.693169 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6fb1a6a8-9d9c-4127-921e-431a66bd455c req-35e9d467-bf19-4e36-87dd-b0eb02f256db service neutron] 10.222.0.10 "GET /v2.0/networks/44ed036e-99df-40d4-8e65-2a7e3ca429d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409876
Apr 20 23:51:35.741072 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc8c34-aebc-430a-9138-62de6814682b req-72580ccc-db57-4516-9db1-9a86a4059fe4 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:35.742651 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d9dc8c34-aebc-430a-9138-62de6814682b req-72580ccc-db57-4516-9db1-9a86a4059fe4 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 945 time: 0.2295952
Apr 20 23:51:35.841384 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-6fb1a6a8-9d9c-4127-921e-431a66bd455c req-f5cf5a34-c3a8-4f3c-8195-c24c8c0badf0 service neutron] 10.222.0.10 "GET /v2.0/networks/44ed036e-99df-40d4-8e65-2a7e3ca429d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413188
Apr 20 23:51:35.849596 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d9dc8c34-aebc-430a-9138-62de6814682b req-065d3cb8-ffac-43f1-88d3-00d37c1d8acb tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0999348
Apr 20 23:51:35.961362 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ea22c7e8-930e-4bf3-a7a5-36cfdc11fef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546966'] for router_interface, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:36.332530 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-ea22c7e8-930e-4bf3-a7a5-36cfdc11fef8 admin admin] Deleting port 999e64dd-4d9c-4c52-ab1c-8c53ff839814 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:51:36.332911 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ea22c7e8-930e-4bf3-a7a5-36cfdc11fef8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:36.515535 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-ea22c7e8-930e-4bf3-a7a5-36cfdc11fef8 admin admin] For port 999e64dd-4d9c-4c52-ab1c-8c53ff839814, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=999e64dd-4d9c-4c52-ab1c-8c53ff839814,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:51:36.516149 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ea22c7e8-930e-4bf3-a7a5-36cfdc11fef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:36.644856 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-ea22c7e8-930e-4bf3-a7a5-36cfdc11fef8 admin admin] Calling delete_port for 999e64dd-4d9c-4c52-ab1c-8c53ff839814 owned by network:router_interface {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:51:36.852075 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ea22c7e8-930e-4bf3-a7a5-36cfdc11fef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:36.856783 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-838048bc-b55b-4ca2-8589-ed09156740c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:36.905464 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22c7e8-930e-4bf3-a7a5-36cfdc11fef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=999e64dd-4d9c-4c52-ab1c-8c53ff839814,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:36.908816 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ea22c7e8-930e-4bf3-a7a5-36cfdc11fef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:37.065288 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cae8f4-bfba-42e0-a08f-1df356bc3c6a req-ff69ead9-00c1-44cb-8315-db7d41fa3f1a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:37.067302 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-86cae8f4-bfba-42e0-a08f-1df356bc3c6a req-ff69ead9-00c1-44cb-8315-db7d41fa3f1a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 945 time: 0.0980866
Apr 20 23:51:37.119940 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-86cae8f4-bfba-42e0-a08f-1df356bc3c6a req-84855073-ef8c-4eb5-9f7e-69214dc6953a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450273
Apr 20 23:51:37.433575 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ea22c7e8-930e-4bf3-a7a5-36cfdc11fef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821772709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547048'] for router_interface, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:37.818751 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea22c7e8-930e-4bf3-a7a5-36cfdc11fef8 admin admin] Router b5aa26bd-1a5b-488c-a19f-bae605213b2b has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:51:38.013291 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea22c7e8-930e-4bf3-a7a5-36cfdc11fef8 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:51:38.022793 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d943fe6-8177-4917-a4fe-48810146f950 None None] Sync routers for ids ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:51:38.027112 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ea22c7e8-930e-4bf3-a7a5-36cfdc11fef8 admin admin] 10.222.0.15 "PUT /v2.0/routers/b5aa26bd-1a5b-488c-a19f-bae605213b2b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9408138
Apr 20 23:51:38.029812 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48636) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:51:38.033229 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d943fe6-8177-4917-a4fe-48810146f950 None None] Routers {'b5aa26bd-1a5b-488c-a19f-bae605213b2b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:51:38.033901 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-5d943fe6-8177-4917-a4fe-48810146f950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e4a1898>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:51:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:38.233923 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4b05042c-9023-41be-b92e-cfe5f014ec57 admin admin] Notify callbacks [] for router, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:38.236711 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-5d943fe6-8177-4917-a4fe-48810146f950 None None] Set router b5aa26bd-1a5b-488c-a19f-bae605213b2b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:51:38.507232 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c192314-39d2-478d-a052-33d777292099 req-232439c2-738a-47b9-bcb4-fa7707d0a9d7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:38.508739 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7c192314-39d2-478d-a052-33d777292099 req-232439c2-738a-47b9-bcb4-fa7707d0a9d7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 945 time: 0.2109296
Apr 20 23:51:38.510703 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4b05042c-9023-41be-b92e-cfe5f014ec57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:38.558259 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-5d943fe6-8177-4917-a4fe-48810146f950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e4a1898>, [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:51:36Z', 'revision_number': 5, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port': {'id': 'b5e7046e-127e-4036-acc5-e0fe858197a6', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:43:53Z', 'updated_at': '2021-04-20T23:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:38.561846 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-7c192314-39d2-478d-a052-33d777292099 req-23197518-0c57-496c-aac1-9c1126df7ddc tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465417
Apr 20 23:51:38.562877 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d943fe6-8177-4917-a4fe-48810146f950 None None] Checking router: b5aa26bd-1a5b-488c-a19f-bae605213b2b for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:51:38.566864 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-4b05042c-9023-41be-b92e-cfe5f014ec57 admin admin] Deleting port b5e7046e-127e-4036-acc5-e0fe858197a6 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:51:38.567398 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4b05042c-9023-41be-b92e-cfe5f014ec57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:38.573876 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d943fe6-8177-4917-a4fe-48810146f950 None None] Routers {'b5aa26bd-1a5b-488c-a19f-bae605213b2b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:51:38.574540 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-5d943fe6-8177-4917-a4fe-48810146f950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e4a1898>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:51:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:38.639013 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:38.755691 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-5d943fe6-8177-4917-a4fe-48810146f950 None None] Set router b5aa26bd-1a5b-488c-a19f-bae605213b2b gateway port host: None {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:51:38.791348 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-4b05042c-9023-41be-b92e-cfe5f014ec57 admin admin] For port b5e7046e-127e-4036-acc5-e0fe858197a6, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=b5e7046e-127e-4036-acc5-e0fe858197a6,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:51:38.791675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4b05042c-9023-41be-b92e-cfe5f014ec57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:38.871917 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-5d943fe6-8177-4917-a4fe-48810146f950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e4a1898>, [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:51:38Z', 'revision_number': 6, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port_host': None}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:38.876201 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d943fe6-8177-4917-a4fe-48810146f950 None None] The sync data for ids ['b5aa26bd-1a5b-488c-a19f-bae605213b2b'] in dv-cinder-680889-5-iscsi is: [{'id': 'b5aa26bd-1a5b-488c-a19f-bae605213b2b', 'name': 'tempest-TestVolumeBootPattern-1870994264-router', 'tenant_id': 'c5751660b19f46889662febceecb2c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:43:52Z', 'updated_at': '2021-04-20T23:51:38Z', 'revision_number': 6, 'project_id': 'c5751660b19f46889662febceecb2c37', 'gw_port_host': None}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:51:38.933971 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-4b05042c-9023-41be-b92e-cfe5f014ec57 admin admin] Calling delete_port for b5e7046e-127e-4036-acc5-e0fe858197a6 owned by network:router_gateway {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:51:39.200521 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7b59f-4491-494d-9a80-bd6b19926247 req-6b9a89f8-ce07-43c0-9095-b3f9336970f1 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:39.202158 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5cb7b59f-4491-494d-9a80-bd6b19926247 req-6b9a89f8-ce07-43c0-9095-b3f9336970f1 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 945 time: 0.2068882
Apr 20 23:51:39.206267 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5064cf0e-e57f-4cf8-a5e3-61f95c2bc953 req-3d37c9a2-498d-43ac-8f75-8c84c1e71de1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2428842
Apr 20 23:51:39.256322 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5cb7b59f-4491-494d-9a80-bd6b19926247 req-0fc6cacb-86cd-4a4b-958e-45e2952a1a38 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477080
Apr 20 23:51:39.355737 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4b05042c-9023-41be-b92e-cfe5f014ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:39.367024 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3e29e382-fb8d-4fc4-ba08-2ac830c91aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:39.411138 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05042c-9023-41be-b92e-cfe5f014ec57 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e7046e-127e-4036-acc5-e0fe858197a6,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:39.415106 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4b05042c-9023-41be-b92e-cfe5f014ec57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:39.507869 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4b05042c-9023-41be-b92e-cfe5f014ec57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854126999'] for router_gateway, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:39.692541 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4b05042c-9023-41be-b92e-cfe5f014ec57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854230475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5879'] for router, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:39.695521 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4b05042c-9023-41be-b92e-cfe5f014ec57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:39.795198 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4b05042c-9023-41be-b92e-cfe5f014ec57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-542065'] for router, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:39.795783 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b05042c-9023-41be-b92e-cfe5f014ec57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5aa26bd-1a5b-488c-a19f-bae605213b2b {{(pid=86385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 23:51:39.811910 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4b05042c-9023-41be-b92e-cfe5f014ec57 admin admin] Notify callbacks [] for router, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:39.815588 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4b05042c-9023-41be-b92e-cfe5f014ec57 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b5aa26bd-1a5b-488c-a19f-bae605213b2b HTTP/1.1" status: 204  len: 168 time: 1.7823379
Apr 20 23:51:39.816309 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48656) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:51:39.894833 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af9cfcb-cc9c-4c4b-a481-a5f33a741c96 admin admin] Deleting subnet fffd4a38-1cbb-47c5-9d03-c9ee33266e2c {{(pid=86385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:51:39.898378 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8af9cfcb-cc9c-4c4b-a481-a5f33a741c96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:39.954131 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8af9cfcb-cc9c-4c4b-a481-a5f33a741c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851430518'] for subnet, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:39.962507 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 999e64dd-4d9c-4c52-ab1c-8c53ff839814 no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:51:40.000182 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: 999e64dd-4d9c-4c52-ab1c-8c53ff839814 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:51:40.000594 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 999e64dd-4d9c-4c52-ab1c-8c53ff839814 not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:51:40.001068 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device b5e7046e-127e-4036-acc5-e0fe858197a6 no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:51:40.038250 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8af9cfcb-cc9c-4c4b-a481-a5f33a741c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821926496'] for subnet, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:40.040710 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: b5e7046e-127e-4036-acc5-e0fe858197a6 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:51:40.041113 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device b5e7046e-127e-4036-acc5-e0fe858197a6 not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:51:40.464066 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5ec8c-c883-4ace-948b-e5a6b28ed701 req-95c3999b-c9eb-4708-b1e1-22eec6e3e9a0 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:40.465675 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5c5ec8c-c883-4ace-948b-e5a6b28ed701 req-95c3999b-c9eb-4708-b1e1-22eec6e3e9a0 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 945 time: 0.0914989
Apr 20 23:51:40.513936 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-f5c5ec8c-c883-4ace-948b-e5a6b28ed701 req-08cef30e-8393-4e8b-a4ce-d7363a6ab83c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416446
Apr 20 23:51:40.668427 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8af9cfcb-cc9c-4c4b-a481-a5f33a741c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32849304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851396337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851829637'] for subnet, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:40.673391 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:40.715452 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9cfcb-cc9c-4c4b-a481-a5f33a741c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fffd4a38-1cbb-47c5-9d03-c9ee33266e2c,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:40.718919 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8af9cfcb-cc9c-4c4b-a481-a5f33a741c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:40.720011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8af9cfcb-cc9c-4c4b-a481-a5f33a741c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:40.726329 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4a8497-8d59-4143-b4a3-72accbfbfd6d None None] Network c66264cc-995a-4b15-a0af-b2c48f7e03e4 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:51:40.727687 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-8af9cfcb-cc9c-4c4b-a481-a5f33a741c96 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fffd4a38-1cbb-47c5-9d03-c9ee33266e2c HTTP/1.1" status: 204  len: 168 time: 0.9102919
Apr 20 23:51:40.730402 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48662) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:51:40.852277 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821894164'] for network, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:40.863417 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] Deleting port 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:51:40.863793 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:40.979757 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c086d26d-ae90-4595-88f3-6ff469f2fd90 None None] DHCP port deletion for c66264cc-995a-4b15-a0af-b2c48f7e03e4 request from dv-cinder-680889-5-iscsi {{(pid=86387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 23:51:40.984252 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-c086d26d-ae90-4595-88f3-6ff469f2fd90 None None] Deleting port 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 {{(pid=86387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:51:40.984712 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c086d26d-ae90-4595-88f3-6ff469f2fd90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:41.090042 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] For port 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=37f9ffd9-417f-4eeb-8f03-c2fbaae85da8,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:51:41.090447 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:41.122905 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064cf0e-e57f-4cf8-a5e3-61f95c2bc953 req-fab72917-29f7-49ad-ac57-2983531b3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:41.124658 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5064cf0e-e57f-4cf8-a5e3-61f95c2bc953 req-fab72917-29f7-49ad-ac57-2983531b3665 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8&tenant_id=cddc3d6ff48e4c95a714bce92023a625 HTTP/1.1" status: 200  len: 1098 time: 0.0803306
Apr 20 23:51:41.215828 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-c086d26d-ae90-4595-88f3-6ff469f2fd90 None None] For port 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=37f9ffd9-417f-4eeb-8f03-c2fbaae85da8,segment=NetworkSegment(79e03c95-1166-4e7a-b6a8-c880df81a8cd),segment_id=79e03c95-1166-4e7a-b6a8-c880df81a8cd)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:51:41.216303 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c086d26d-ae90-4595-88f3-6ff469f2fd90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:41.227208 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 2314ee9a-428e-43af-aa7f-4797dcf98bd3 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:51:41.231037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] Calling delete_port for 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 owned by network:dhcp {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:51:41.241332 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064cf0e-e57f-4cf8-a5e3-61f95c2bc953 req-dbc6a30d-3734-492d-b203-e7131a0b9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:41.242925 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5064cf0e-e57f-4cf8-a5e3-61f95c2bc953 req-dbc6a30d-3734-492d-b203-e7131a0b9be2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cddc3d6ff48e4c95a714bce92023a625&device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 1098 time: 0.0851974
Apr 20 23:51:41.389394 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064cf0e-e57f-4cf8-a5e3-61f95c2bc953 req-6ef08715-3aa5-4fe7-914c-96c9bfd2d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:41.390955 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5064cf0e-e57f-4cf8-a5e3-61f95c2bc953 req-6ef08715-3aa5-4fe7-914c-96c9bfd2d1f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44ed036e-99df-40d4-8e65-2a7e3ca429d3 HTTP/1.1" status: 200  len: 909 time: 0.1417038
Apr 20 23:51:41.392025 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-c086d26d-ae90-4595-88f3-6ff469f2fd90 None None] Calling delete_port for 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 owned by network:dhcp {{(pid=86387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:51:41.406925 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:41.413027 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4b05042c-9023-41be-b92e-cfe5f014ec57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:41.460095 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] Pushing event deleted for resources: {'Port': ['ID=37f9ffd9-417f-4eeb-8f03-c2fbaae85da8,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:41.463676 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:41.464600 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] No DVR routers for this DVR port 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 on host dv-cinder-680889-5-iscsi {{(pid=86385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:51:41.503006 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5064cf0e-e57f-4cf8-a5e3-61f95c2bc953 req-32a7c247-a5fe-49d0-8829-ad62fec7c7d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2314ee9a-428e-43af-aa7f-4797dcf98bd3 HTTP/1.1" status: 200  len: 1001 time: 0.1054924
Apr 20 23:51:41.538118 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.db.api [None req-c086d26d-ae90-4595-88f3-6ff469f2fd90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86387) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:51:41.538527 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_db.api [None req-c086d26d-ae90-4595-88f3-6ff469f2fd90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:51:41.543338 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:41.574320 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1150741a-679e-4512-891d-52119c5442d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2314ee9a-428e-43af-aa7f-4797dcf98bd3'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:51:41.576466 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064cf0e-e57f-4cf8-a5e3-61f95c2bc953 req-264b2c09-be98-4d08-985f-7cc6ad804b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:41.578048 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5064cf0e-e57f-4cf8-a5e3-61f95c2bc953 req-264b2c09-be98-4d08-985f-7cc6ad804b88 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c7c2d29-09eb-489d-bb39-7d1aef864184 HTTP/1.1" status: 200  len: 848 time: 0.0691612
Apr 20 23:51:41.585574 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 2314ee9a-428e-43af-aa7f-4797dcf98bd3, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=2314ee9a-428e-43af-aa7f-4797dcf98bd3,segment=NetworkSegment(768692d0-7e22-419d-9e0d-0bed80790ee2),segment_id=768692d0-7e22-419d-9e0d-0bed80790ee2)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:51:41.600019 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32849397', 'neutron.services.segments.db._delete_segments_for_network-8727759383667'] for network, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:41.621066 dv-cinder-680889-5-iscsi neutron-server[86270]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1150741a-679e-4512-891d-52119c5442d8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2314ee9a-428e-43af-aa7f-4797dcf98bd3', 'code': 422} returned with failed status
Apr 20 23:51:41.623985 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:41.625897 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:41.669898 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064cf0e-e57f-4cf8-a5e3-61f95c2bc953 req-68568aa4-c50f-45d5-b0cf-c8a9563498fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:41.671527 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5064cf0e-e57f-4cf8-a5e3-61f95c2bc953 req-68568aa4-c50f-45d5-b0cf-c8a9563498fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44ed036e-99df-40d4-8e65-2a7e3ca429d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817878
Apr 20 23:51:41.721554 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=2314ee9a-428e-43af-aa7f-4797dcf98bd3,revision_number=6']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:41.731721 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:41.732115 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:41.732629 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:41.733009 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:41.733383 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:41.733757 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:41.734128 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:41.734497 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:41.734884 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:41.735277 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:41.735647 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:41.736010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:51:41.741214 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:41.779244 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f016d010208>,) {'filters': {'network_id': ['c66264cc-995a-4b15-a0af-b2c48f7e03e4']}} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:41.800031 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f016d010208>, '79e03c95-1166-4e7a-b6a8-c880df81a8cd') {'for_net_delete': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:41.800369 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f016d010208>, '79e03c95-1166-4e7a-b6a8-c880df81a8cd') {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:41.818933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309095412067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345282'] for segment, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:41.819336 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5064cf0e-e57f-4cf8-a5e3-61f95c2bc953 req-59be51aa-8358-48b6-babc-e71d76effc27 service neutron] 10.222.0.10 "GET /v2.0/networks/44ed036e-99df-40d4-8e65-2a7e3ca429d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406431
Apr 20 23:51:41.850691 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a5084-1ff2-43e2-b3a6-7c437cd9af07 req-906c5b6b-6380-4cc0-8b0a-0593473bdafe tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:41.867125 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-211a5084-1ff2-43e2-b3a6-7c437cd9af07 req-906c5b6b-6380-4cc0-8b0a-0593473bdafe tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 943 time: 0.1818371
Apr 20 23:51:41.903485 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-211a5084-1ff2-43e2-b3a6-7c437cd9af07 req-d55b6e60-e44f-4278-8f12-f4b83c8ad102 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447242
Apr 20 23:51:41.916044 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:41.928146 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=86385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:51:41.950832 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:51:41.992992 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:51:41.993561 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:51:42.040090 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-c086d26d-ae90-4595-88f3-6ff469f2fd90 None None] Deleting port 37f9ffd9-417f-4eeb-8f03-c2fbaae85da8 {{(pid=86387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:51:42.040533 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c086d26d-ae90-4595-88f3-6ff469f2fd90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:42.120542 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-c086d26d-ae90-4595-88f3-6ff469f2fd90 None None] The port '37f9ffd9-417f-4eeb-8f03-c2fbaae85da8' was deleted {{(pid=86387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 23:51:42.132967 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] Network c66264cc-995a-4b15-a0af-b2c48f7e03e4 has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:51:42.142533 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821929039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379372'] for segment, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:42.199978 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5064cf0e-e57f-4cf8-a5e3-61f95c2bc953 req-609af374-5a7a-466e-b251-fe143848d9fa service neutron] 10.222.0.10 "GET /v2.0/networks/44ed036e-99df-40d4-8e65-2a7e3ca429d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3742261
Apr 20 23:51:42.326196 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] Network c66264cc-995a-4b15-a0af-b2c48f7e03e4 has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]: Traceback (most recent call last):
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:     timer()
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:     cb(*args, **kw)
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:     return func(*args, **kwargs)
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:     self._notify()
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:     self.callback(batched_events)
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:     event.method(event)
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:     segment_id)['aggregates'][0]
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:     return f(self, *a, **k)
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self._get(url).json()
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:     **kwargs)
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:     **endpoint_filter)
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:51:42.350048 dv-cinder-680889-5-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:51:42.463453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821926403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854229106'] for network, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:42.466983 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:42.481818 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:42.492734 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] Pushing event deleted for resources: {'Network': ['ID=c66264cc-995a-4b15-a0af-b2c48f7e03e4,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:42.496283 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:42.538502 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-3f569dce-ac5c-4c00-91b9-54a5c319538e admin admin] 10.222.0.15 "DELETE /v2.0/networks/c66264cc-995a-4b15-a0af-b2c48f7e03e4 HTTP/1.1" status: 204  len: 168 time: 1.8067875
Apr 20 23:51:42.541555 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48670) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:51:43.113564 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c04178b9-afa0-4148-be9e-77a724974bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546966'] for router_interface, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:43.146551 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150f15c-1436-4b35-89bf-4dac804c4a23 req-165d60d3-69b2-4c81-adbe-a0a368d5dc98 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:43.148175 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d150f15c-1436-4b35-89bf-4dac804c4a23 req-165d60d3-69b2-4c81-adbe-a0a368d5dc98 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 943 time: 0.0932708
Apr 20 23:51:43.197123 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d150f15c-1436-4b35-89bf-4dac804c4a23 req-879eb5aa-1781-4a4f-822a-f5a31e43ee94 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424650
Apr 20 23:51:43.478733 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-c04178b9-afa0-4148-be9e-77a724974bfd admin admin] Deleting port 84816c7f-d5b8-41e9-93f6-7d859cfc475b {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:51:43.479031 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c04178b9-afa0-4148-be9e-77a724974bfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:43.656700 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-c04178b9-afa0-4148-be9e-77a724974bfd admin admin] For port 84816c7f-d5b8-41e9-93f6-7d859cfc475b, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=84816c7f-d5b8-41e9-93f6-7d859cfc475b,segment=NetworkSegment(0fc702a8-b4f6-49e8-9a39-a6d45dc82c27),segment_id=0fc702a8-b4f6-49e8-9a39-a6d45dc82c27)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:51:43.657095 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c04178b9-afa0-4148-be9e-77a724974bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:43.789051 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-c04178b9-afa0-4148-be9e-77a724974bfd admin admin] Calling delete_port for 84816c7f-d5b8-41e9-93f6-7d859cfc475b owned by network:router_interface {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:51:44.229258 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c04178b9-afa0-4148-be9e-77a724974bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:44.234354 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ebccb0dc-325d-44c0-b192-5b19069f174f tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:44.282969 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04178b9-afa0-4148-be9e-77a724974bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=84816c7f-d5b8-41e9-93f6-7d859cfc475b,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:44.285759 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c04178b9-afa0-4148-be9e-77a724974bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:44.627642 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468662b-935b-4999-a187-bd2cb3b1baba req-a3e38615-d2b0-4855-8105-fdb857c8a73f tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:44.629169 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e468662b-935b-4999-a187-bd2cb3b1baba req-a3e38615-d2b0-4855-8105-fdb857c8a73f tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 943 time: 0.3083856
Apr 20 23:51:44.663390 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-c04178b9-afa0-4148-be9e-77a724974bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821772709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547048'] for router_interface, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:44.823638 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e468662b-935b-4999-a187-bd2cb3b1baba req-f048ab4a-07c2-43ea-bc34-ebe8b295f8b0 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1866710
Apr 20 23:51:45.071265 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04178b9-afa0-4148-be9e-77a724974bfd admin admin] Router cbd947ae-488c-48b1-8c5d-4db8b18d15f0 has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:51:45.261167 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04178b9-afa0-4148-be9e-77a724974bfd admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:51:45.271773 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb388148-07ab-4cf4-8ab7-89e3bde4e330 None None] Sync routers for ids ['cbd947ae-488c-48b1-8c5d-4db8b18d15f0'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:51:45.281790 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb388148-07ab-4cf4-8ab7-89e3bde4e330 None None] Routers {'cbd947ae-488c-48b1-8c5d-4db8b18d15f0'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:51:45.282465 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-cb388148-07ab-4cf4-8ab7-89e3bde4e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e846160>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:51:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['cbd947ae-488c-48b1-8c5d-4db8b18d15f0'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:45.322984 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-c04178b9-afa0-4148-be9e-77a724974bfd admin admin] 10.222.0.15 "PUT /v2.0/routers/cbd947ae-488c-48b1-8c5d-4db8b18d15f0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7802408
Apr 20 23:51:45.325476 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48678) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:51:45.469960 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-cb388148-07ab-4cf4-8ab7-89e3bde4e330 None None] Set router cbd947ae-488c-48b1-8c5d-4db8b18d15f0 gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:51:45.516678 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93df94ef-aa4e-422c-8710-893f5e5a6dec admin admin] Notify callbacks [] for router, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:45.731606 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93df94ef-aa4e-422c-8710-893f5e5a6dec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:45.783969 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-93df94ef-aa4e-422c-8710-893f5e5a6dec admin admin] Deleting port 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:51:45.784413 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93df94ef-aa4e-422c-8710-893f5e5a6dec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:45.994529 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-93df94ef-aa4e-422c-8710-893f5e5a6dec admin admin] For port 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:51:45.994873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93df94ef-aa4e-422c-8710-893f5e5a6dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:46.018564 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-cb388148-07ab-4cf4-8ab7-89e3bde4e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e846160>, [{'id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'name': 'tempest-TestVolumeBootPattern-1868241196-router', 'tenant_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:44:00Z', 'updated_at': '2021-04-20T23:51:44Z', 'revision_number': 5, 'project_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'gw_port': {'id': '3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:44:01Z', 'updated_at': '2021-04-20T23:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:46.023712 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb388148-07ab-4cf4-8ab7-89e3bde4e330 None None] Checking router: cbd947ae-488c-48b1-8c5d-4db8b18d15f0 for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:51:46.037275 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb388148-07ab-4cf4-8ab7-89e3bde4e330 None None] Routers {'cbd947ae-488c-48b1-8c5d-4db8b18d15f0'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:51:46.037967 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-cb388148-07ab-4cf4-8ab7-89e3bde4e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e846160>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:51:25Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['cbd947ae-488c-48b1-8c5d-4db8b18d15f0'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:46.045067 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3775099-9c10-4df1-8282-880f2c0bf1b7 req-3b5a3517-eb16-43f0-b62b-a06a13a824f9 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:46.047259 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a3775099-9c10-4df1-8282-880f2c0bf1b7 req-3b5a3517-eb16-43f0-b62b-a06a13a824f9 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 943 time: 0.0930934
Apr 20 23:51:46.106005 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-a3775099-9c10-4df1-8282-880f2c0bf1b7 req-695033af-b166-4d97-8b56-d85bb7d3c349 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483682
Apr 20 23:51:46.134007 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-93df94ef-aa4e-422c-8710-893f5e5a6dec admin admin] Calling delete_port for 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56 owned by network:router_gateway {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:51:46.232130 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-cb388148-07ab-4cf4-8ab7-89e3bde4e330 None None] Set router cbd947ae-488c-48b1-8c5d-4db8b18d15f0 gateway port host: None {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:51:46.337707 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93df94ef-aa4e-422c-8710-893f5e5a6dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:46.342734 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-94f1e272-b2bf-47a5-bef9-0afa2261fbcc tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:46.352395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-cb388148-07ab-4cf4-8ab7-89e3bde4e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e846160>, [{'id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'name': 'tempest-TestVolumeBootPattern-1868241196-router', 'tenant_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:44:00Z', 'updated_at': '2021-04-20T23:51:45Z', 'revision_number': 6, 'project_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'gw_port_host': None}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:46.356539 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb388148-07ab-4cf4-8ab7-89e3bde4e330 None None] The sync data for ids ['cbd947ae-488c-48b1-8c5d-4db8b18d15f0'] in dv-cinder-680889-5-iscsi is: [{'id': 'cbd947ae-488c-48b1-8c5d-4db8b18d15f0', 'name': 'tempest-TestVolumeBootPattern-1868241196-router', 'tenant_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:44:00Z', 'updated_at': '2021-04-20T23:51:45Z', 'revision_number': 6, 'project_id': '1d2dd408fbf64e96950fb8fb51ea2b9f', 'gw_port_host': None}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:51:46.393417 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df94ef-aa4e-422c-8710-893f5e5a6dec admin admin] Pushing event deleted for resources: {'Port': ['ID=3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:46.426373 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-93df94ef-aa4e-422c-8710-893f5e5a6dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:46.489978 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93df94ef-aa4e-422c-8710-893f5e5a6dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854126999'] for router_gateway, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:46.917506 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93df94ef-aa4e-422c-8710-893f5e5a6dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854230475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5879'] for router, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:46.920093 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93df94ef-aa4e-422c-8710-893f5e5a6dec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:47.119252 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93df94ef-aa4e-422c-8710-893f5e5a6dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-542065'] for router, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:47.119810 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93df94ef-aa4e-422c-8710-893f5e5a6dec admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbd947ae-488c-48b1-8c5d-4db8b18d15f0 {{(pid=86385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 23:51:47.135555 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-93df94ef-aa4e-422c-8710-893f5e5a6dec admin admin] Notify callbacks [] for router, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:47.137222 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-93df94ef-aa4e-422c-8710-893f5e5a6dec admin admin] 10.222.0.15 "DELETE /v2.0/routers/cbd947ae-488c-48b1-8c5d-4db8b18d15f0 HTTP/1.1" status: 204  len: 168 time: 1.8102880
Apr 20 23:51:47.139596 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48686) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:51:47.215968 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9a71ed-b148-4964-ba99-b692c15d2155 admin admin] Deleting subnet a94ba56f-70f2-4efd-b752-e726c14fe92c {{(pid=86386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:51:47.219095 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-da9a71ed-b148-4964-ba99-b692c15d2155 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:47.272391 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-da9a71ed-b148-4964-ba99-b692c15d2155 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853902864'] for subnet, precommit_delete_associations {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:47.321216 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d966cce-3b42-480a-a567-3f1f38c053c3 req-211bd286-c781-4638-b626-401d6d140efb tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:47.322836 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d966cce-3b42-480a-a567-3f1f38c053c3 req-211bd286-c781-4638-b626-401d6d140efb tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 943 time: 0.0900984
Apr 20 23:51:47.359272 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-da9a71ed-b148-4964-ba99-b692c15d2155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821926496'] for subnet, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:47.371606 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-8d966cce-3b42-480a-a567-3f1f38c053c3 req-4177fcb2-4f18-4b55-9fd8-e7e19332de3b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421805
Apr 20 23:51:47.749850 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-da9a71ed-b148-4964-ba99-b692c15d2155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32849304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2584811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852812933'] for subnet, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:47.755215 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-62fd7f68-a0a2-4585-b705-7be08278c30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:47.797084 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a71ed-b148-4964-ba99-b692c15d2155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a94ba56f-70f2-4efd-b752-e726c14fe92c,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:47.799269 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-da9a71ed-b148-4964-ba99-b692c15d2155 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:47.802529 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-da9a71ed-b148-4964-ba99-b692c15d2155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:47.805331 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7fda01-fe45-4a98-8f59-b4d4a002de60 None None] Network cb717398-b643-4fcf-ac7a-1b828665933c requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:51:47.806869 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-da9a71ed-b148-4964-ba99-b692c15d2155 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a94ba56f-70f2-4efd-b752-e726c14fe92c HTTP/1.1" status: 204  len: 168 time: 0.6652670
Apr 20 23:51:47.809551 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48690) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:51:47.924937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821894164'] for network, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:47.936929 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] Deleting port 34f5ce83-2922-4dcb-ac82-0f60b68acaee {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:51:47.937296 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:47.978365 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 84816c7f-d5b8-41e9-93f6-7d859cfc475b no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:51:48.025972 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: 84816c7f-d5b8-41e9-93f6-7d859cfc475b {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:51:48.026365 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 84816c7f-d5b8-41e9-93f6-7d859cfc475b not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:51:48.026812 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56 no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:51:48.165374 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] For port 34f5ce83-2922-4dcb-ac82-0f60b68acaee, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=34f5ce83-2922-4dcb-ac82-0f60b68acaee,segment=NetworkSegment(0fc702a8-b4f6-49e8-9a39-a6d45dc82c27),segment_id=0fc702a8-b4f6-49e8-9a39-a6d45dc82c27)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:51:48.165781 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:48.248390 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:51:48.248699 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 3f587d8d-34f5-4c01-9f2c-f9c0e2c96b56 not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:51:48.305686 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] Calling delete_port for 34f5ce83-2922-4dcb-ac82-0f60b68acaee owned by network:dhcp {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:51:48.326940 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58641b1-a20c-46ad-8d87-bcfc23880151 None None] DHCP port deletion for cb717398-b643-4fcf-ac7a-1b828665933c request from dv-cinder-680889-5-iscsi {{(pid=86387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 23:51:48.331614 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a58641b1-a20c-46ad-8d87-bcfc23880151 None None] Deleting port 34f5ce83-2922-4dcb-ac82-0f60b68acaee {{(pid=86387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:51:48.332067 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a58641b1-a20c-46ad-8d87-bcfc23880151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:48.412819 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:48.418120 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-91a8d58e-c4a6-4592-886d-d5498f135c3a tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:48.472695 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] No DVR routers for this DVR port 34f5ce83-2922-4dcb-ac82-0f60b68acaee on host dv-cinder-680889-5-iscsi {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:51:48.475739 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] Pushing event deleted for resources: {'Port': ['ID=34f5ce83-2922-4dcb-ac82-0f60b68acaee,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:48.502927 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a58641b1-a20c-46ad-8d87-bcfc23880151 None None] The port '34f5ce83-2922-4dcb-ac82-0f60b68acaee' was deleted {{(pid=86387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 23:51:48.508820 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:48.666866 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32849397', 'neutron.services.segments.db._delete_segments_for_network-8727759383667'] for network, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:48.782889 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc7bdf-32f9-47ff-b55b-332d49cef237 req-d8561083-a933-4f9a-bb51-a2e885d0371c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:48.784420 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0bcc7bdf-32f9-47ff-b55b-332d49cef237 req-d8561083-a933-4f9a-bb51-a2e885d0371c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 943 time: 0.2769818
Apr 20 23:51:48.816233 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f016dd3a9e8>,) {'filters': {'network_id': ['cb717398-b643-4fcf-ac7a-1b828665933c']}} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:48.835439 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f016dd3a9e8>, '0fc702a8-b4f6-49e8-9a39-a6d45dc82c27') {'for_net_delete': True} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:48.835780 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f016dd3a9e8>, '0fc702a8-b4f6-49e8-9a39-a6d45dc82c27') {} {{(pid=86386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:51:48.859034 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309095412067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-872952'] for segment, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:48.876690 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-0bcc7bdf-32f9-47ff-b55b-332d49cef237 req-cd34ae3f-4e98-4b5c-a7c9-e99f9638f6b6 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810559
Apr 20 23:51:48.882196 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:48.888417 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=86386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:51:49.122712 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] Network cb717398-b643-4fcf-ac7a-1b828665933c has no segments {{(pid=86386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:51:49.132915 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821929039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852190904'] for segment, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:49.262223 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 2314ee9a-428e-43af-aa7f-4797dcf98bd3 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:51:49.295492 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086d3cc-7241-4dcb-9035-020f062d7205 req-d0c5dcd7-bbee-436a-b444-895f6d4ff34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:49.297145 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2086d3cc-7241-4dcb-9035-020f062d7205 req-d0c5dcd7-bbee-436a-b444-895f6d4ff34f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 1096 time: 0.3909192
Apr 20 23:51:49.338520 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] Network cb717398-b643-4fcf-ac7a-1b828665933c has no segments {{(pid=86386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]: Traceback (most recent call last):
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:     timer()
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:     cb(*args, **kw)
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:     return func(*args, **kwargs)
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:     self._notify()
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:     self.callback(batched_events)
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:     event.method(event)
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:     segment_id)['aggregates'][0]
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:     return f(self, *a, **k)
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self._get(url).json()
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:     **kwargs)
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:     **endpoint_filter)
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:51:49.362956 dv-cinder-680889-5-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:51:49.408329 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 2314ee9a-428e-43af-aa7f-4797dcf98bd3, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=2314ee9a-428e-43af-aa7f-4797dcf98bd3,segment=NetworkSegment(768692d0-7e22-419d-9e0d-0bed80790ee2),segment_id=768692d0-7e22-419d-9e0d-0bed80790ee2)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:51:49.422760 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Returning: {'device': '2314ee9a-428e-43af-aa7f-4797dcf98bd3', 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'port_id': '2314ee9a-428e-43af-aa7f-4797dcf98bd3', 'mac_address': 'fa:16:3e:71:76:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:51:49.452015 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-2086d3cc-7241-4dcb-9035-020f062d7205 req-c502224c-7e5e-4531-9de8-0ef07f807f54 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1433425
Apr 20 23:51:49.481741 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:49.500083 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2314ee9a-428e-43af-aa7f-4797dcf98bd3 {{(pid=86387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:51:49.564088 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 2314ee9a-428e-43af-aa7f-4797dcf98bd3, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=2314ee9a-428e-43af-aa7f-4797dcf98bd3,segment=NetworkSegment(768692d0-7e22-419d-9e0d-0bed80790ee2),segment_id=768692d0-7e22-419d-9e0d-0bed80790ee2)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:51:49.588946 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:49.590791 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-f9c89a03-b584-46cc-a16a-ef72e9b2fc92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:49.623359 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821926403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854229106'] for network, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:49.627070 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:49.643720 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:49.653049 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb717398-b643-4fcf-ac7a-1b828665933c,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:49.657892 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:49.664623 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-00ba114d-640a-449a-b9bb-f2852581a243 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cb717398-b643-4fcf-ac7a-1b828665933c HTTP/1.1" status: 204  len: 168 time: 1.8507593
Apr 20 23:51:49.664910 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=2314ee9a-428e-43af-aa7f-4797dcf98bd3,revision_number=7']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:49.668166 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:49.871386 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48698) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:51:49.922227 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] get_ports_and_sgs() called for port_ids ['2314ee9a-428e-43af-aa7f-4797dcf98bd3'] {{(pid=86387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:51:49.930726 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48704) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:51:49.933991 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-26c79381-1cb0-498a-bcc2-208d9bc1ba57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5751660b19f46889662febceecb2c37&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0585475
Apr 20 23:51:49.956256 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 34f5ce83-2922-4dcb-ac82-0f60b68acaee no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:51:49.997347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-37010fa7-349a-464c-a9f3-3968c7303cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:50.002655 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: 34f5ce83-2922-4dcb-ac82-0f60b68acaee {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:51:50.003054 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 34f5ce83-2922-4dcb-ac82-0f60b68acaee not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:51:50.075793 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-37010fa7-349a-464c-a9f3-3968c7303cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:50.156143 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f91aa-54c6-4aa0-aff2-0071dbcadb8b req-46f3e9b2-b5de-44ed-a530-d6b2a94196fa tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:50.157750 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d29f91aa-54c6-4aa0-aff2-0071dbcadb8b req-46f3e9b2-b5de-44ed-a530-d6b2a94196fa tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 944 time: 0.1261067
Apr 20 23:51:50.207972 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-d29f91aa-54c6-4aa0-aff2-0071dbcadb8b req-3fc78d7f-651c-456a-a3fe-1660081dba1b tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427513
Apr 20 23:51:50.290417 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-37010fa7-349a-464c-a9f3-3968c7303cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:50.295759 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-370b4649-1c56-48e2-9d3a-21d82f9cdce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:50.310800 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37010fa7-349a-464c-a9f3-3968c7303cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c924cf-b864-470a-9883-cd22e8edf34f,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:50.313376 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-37010fa7-349a-464c-a9f3-3968c7303cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:50.320576 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-37010fa7-349a-464c-a9f3-3968c7303cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:50.321803 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-37010fa7-349a-464c-a9f3-3968c7303cc5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8c924cf-b864-470a-9883-cd22e8edf34f HTTP/1.1" status: 204  len: 168 time: 0.3897378
Apr 20 23:51:50.969215 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48712) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:51:51.025299 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4ee8c00f-3321-4e41-acf6-006b90c9eb56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d2dd408fbf64e96950fb8fb51ea2b9f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0547664
Apr 20 23:51:51.027853 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48716) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:51:51.088966 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b581687e-dbad-4efe-95ad-ba2917bc1704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:51.116232 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b581687e-dbad-4efe-95ad-ba2917bc1704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:51.200525 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b581687e-dbad-4efe-95ad-ba2917bc1704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:51.205505 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-74acbdfd-f73b-4e9b-8414-9ddbb6770e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:51.219054 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581687e-dbad-4efe-95ad-ba2917bc1704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41265b8e-f11c-4f15-ac5a-0e8b50b4d4bd,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:51.221911 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b581687e-dbad-4efe-95ad-ba2917bc1704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:51.223140 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b581687e-dbad-4efe-95ad-ba2917bc1704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:51.224622 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b581687e-dbad-4efe-95ad-ba2917bc1704 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41265b8e-f11c-4f15-ac5a-0e8b50b4d4bd HTTP/1.1" status: 204  len: 168 time: 0.1957989
Apr 20 23:51:51.282250 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 2314ee9a-428e-43af-aa7f-4797dcf98bd3 up at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:51:51.358862 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.provisioning_blocks [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Provisioning complete for port 2314ee9a-428e-43af-aa7f-4797dcf98bd3 triggered by entity L2. {{(pid=86387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:51:51.360972 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821859710'] for port, provisioning_complete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:51.423437 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee67c7-b934-4ed6-a338-2f1d769f629e req-6e88bf90-1f27-4e48-9924-a67cf2c71331 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:51:51.425171 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-90ee67c7-b934-4ed6-a338-2f1d769f629e req-6e88bf90-1f27-4e48-9924-a67cf2c71331 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 944 time: 0.0989811
Apr 20 23:51:51.477372 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-90ee67c7-b934-4ed6-a338-2f1d769f629e req-3a56882b-c8a0-44e3-a0d6-1335c4528dac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442543
Apr 20 23:51:51.494196 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32983903'] for port, before_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:51.524619 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1150741a-679e-4512-891d-52119c5442d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2314ee9a-428e-43af-aa7f-4797dcf98bd3'}] {{(pid=86387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:51:51.536521 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] For port 2314ee9a-428e-43af-aa7f-4797dcf98bd3, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=2314ee9a-428e-43af-aa7f-4797dcf98bd3,segment=NetworkSegment(768692d0-7e22-419d-9e0d-0bed80790ee2),segment_id=768692d0-7e22-419d-9e0d-0bed80790ee2)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:51:51.566967 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727759302344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309095923555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727758852279'] for port, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:51.569325 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:51:51.608177 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1150741a-679e-4512-891d-52119c5442d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2314ee9a-428e-43af-aa7f-4797dcf98bd3', 'code': 200}
Apr 20 23:51:51.646530 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Pushing event updated for resources: {'Port': ['ID=2314ee9a-428e-43af-aa7f-4797dcf98bd3,revision_number=8']} {{(pid=86387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:51:51.650013 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:51:52.914785 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0b5d6b8b-0745-4043-be67-469b166a9fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:54.892094 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-25c86d18-5559-4991-8669-8fb2df8b78b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:56.249951 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:56.393062 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:51:57.349996 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:52:08.605922 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:52:09.587682 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:52:22.941557 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-795e88b2-ea29-49fd-9d8a-14c4b7db54af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:52:24.897890 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-393c4ae0-db7b-4ac4-9f65-ffc51b50f605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:52:26.268742 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:52:26.392183 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:52:27.352234 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:52:38.599703 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:52:46.587621 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:52:52.936740 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf3f4-7371-4e62-a8ef-8f7d945965cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:52:54.946494 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4824f4e0-d77d-4134-90e9-1d0329cf03cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:52:56.254662 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:52:56.392118 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:52:57.353983 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:03.900714 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48740) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:53:04.121765 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Deleting port cb26303e-2432-44bd-ace6-c04ecaeae281 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:53:04.122148 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:04.301542 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:04.301888 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:04.433002 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Calling delete_port for cb26303e-2432-44bd-ace6-c04ecaeae281 owned by network:floatingip {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:53:04.617177 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:04.622094 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-c04178b9-afa0-4148-be9e-77a724974bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:53:04.670114 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Pushing event deleted for resources: {'Port': ['ID=cb26303e-2432-44bd-ace6-c04ecaeae281,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:53:04.706031 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:04.706399 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:04.706824 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:04.707268 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:04.707685 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:04.708097 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:04.708512 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:04.708942 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:04.709351 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:04.709760 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:04.710166 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:04.710571 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:04.718881 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:53:04.779775 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for floatingip, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:04.780146 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.db.l3_db [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Floating IP 6bab9490-c4e3-4526-a55a-ead5df0671fd disassociated (deleted). External IP: 172.27.2.191, port: 2314ee9a-428e-43af-aa7f-4797dcf98bd3.
Apr 20 23:53:05.145929 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Router ae7b3523-f29d-4d63-b223-659dc40d311e has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:53:05.335082 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:53:05.344691 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0617783e-818a-49f1-9cf9-c183d3dde272 None None] Sync routers for ids ['ae7b3523-f29d-4d63-b223-659dc40d311e'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:53:05.355721 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0617783e-818a-49f1-9cf9-c183d3dde272 None None] Routers {'ae7b3523-f29d-4d63-b223-659dc40d311e'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:53:05.361119 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0617783e-818a-49f1-9cf9-c183d3dde272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e5feb70>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:52:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['ae7b3523-f29d-4d63-b223-659dc40d311e'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:53:05.422503 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for floatingip, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:05.481406 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-493d134e-ea68-400b-8024-1e94d204cfd2 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "DELETE /v2.0/floatingips/6bab9490-c4e3-4526-a55a-ead5df0671fd HTTP/1.1" status: 204  len: 168 time: 1.5795217
Apr 20 23:53:05.482109 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1150741a-679e-4512-891d-52119c5442d8', 'tag': '2314ee9a-428e-43af-aa7f-4797dcf98bd3'}] {{(pid=86385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:53:05.532813 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1150741a-679e-4512-891d-52119c5442d8', 'tag': '2314ee9a-428e-43af-aa7f-4797dcf98bd3', 'status': 'completed', 'code': 200}
Apr 20 23:53:05.550779 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-0617783e-818a-49f1-9cf9-c183d3dde272 None None] Set router ae7b3523-f29d-4d63-b223-659dc40d311e gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:53:05.657530 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff3807-99d8-4254-8599-237a6111416f req-df59f582-65ad-4460-a0b1-914e474e80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:53:05.669888 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-76ff3807-99d8-4254-8599-237a6111416f req-df59f582-65ad-4460-a0b1-914e474e80c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cddc3d6ff48e4c95a714bce92023a625&device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 1098 time: 0.0791738
Apr 20 23:53:05.809921 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff3807-99d8-4254-8599-237a6111416f req-aab75ca6-e87e-4df5-83ff-260ea9218513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:53:05.812017 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-76ff3807-99d8-4254-8599-237a6111416f req-aab75ca6-e87e-4df5-83ff-260ea9218513 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44ed036e-99df-40d4-8e65-2a7e3ca429d3 HTTP/1.1" status: 200  len: 909 time: 0.1444237
Apr 20 23:53:05.893053 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-76ff3807-99d8-4254-8599-237a6111416f req-039d53ba-aa0a-4a21-9009-a1699e38101c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2314ee9a-428e-43af-aa7f-4797dcf98bd3 HTTP/1.1" status: 200  len: 217 time: 0.0748193
Apr 20 23:53:05.897039 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0617783e-818a-49f1-9cf9-c183d3dde272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e5feb70>, [{'id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'name': 'tempest-TestShelveInstance-1828300404-router', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:27Z', 'updated_at': '2021-04-20T23:48:31Z', 'revision_number': 4, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'gw_port': {'id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:28Z', 'updated_at': '2021-04-20T23:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'acb711ef-1c74-423d-9edd-cf3ec5eb0c10', 'name': '', 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'mac_address': 'fa:16:3e:0b:49:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:30Z', 'updated_at': '2021-04-20T23:48:41Z', 'revision_number': 5, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'subnets': [{'id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:53:05.901265 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0617783e-818a-49f1-9cf9-c183d3dde272 None None] Checking router: ae7b3523-f29d-4d63-b223-659dc40d311e for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:53:05.912587 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0617783e-818a-49f1-9cf9-c183d3dde272 None None] Routers {'ae7b3523-f29d-4d63-b223-659dc40d311e'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:53:05.913352 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0617783e-818a-49f1-9cf9-c183d3dde272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e5feb70>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:52:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['ae7b3523-f29d-4d63-b223-659dc40d311e'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:53:05.967327 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff3807-99d8-4254-8599-237a6111416f req-fb4c92d5-6f6c-45cd-bf6c-0d893552dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:53:05.969055 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-76ff3807-99d8-4254-8599-237a6111416f req-fb4c92d5-6f6c-45cd-bf6c-0d893552dee8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c7c2d29-09eb-489d-bb39-7d1aef864184 HTTP/1.1" status: 200  len: 848 time: 0.0687618
Apr 20 23:53:06.057859 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff3807-99d8-4254-8599-237a6111416f req-e2589b01-55f5-4ba5-9290-05e6ef295ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:53:06.059509 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-76ff3807-99d8-4254-8599-237a6111416f req-e2589b01-55f5-4ba5-9290-05e6ef295ea0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44ed036e-99df-40d4-8e65-2a7e3ca429d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838685
Apr 20 23:53:06.117434 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-0617783e-818a-49f1-9cf9-c183d3dde272 None None] Set router ae7b3523-f29d-4d63-b223-659dc40d311e gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:53:06.207026 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-76ff3807-99d8-4254-8599-237a6111416f req-5122d92f-858b-47f9-ad59-e34f2cb83ee7 service neutron] 10.222.0.10 "GET /v2.0/networks/44ed036e-99df-40d4-8e65-2a7e3ca429d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393225
Apr 20 23:53:06.244210 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a888a-de95-4c70-8152-4525f0bf543d req-f78c6d3a-001e-4af5-b4b6-68bea29323cf tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:53:06.244599 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-9b3a888a-de95-4c70-8152-4525f0bf543d req-f78c6d3a-001e-4af5-b4b6-68bea29323cf tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Synchronizing usage tracker for tenant:cddc3d6ff48e4c95a714bce92023a625 on resource:port {{(pid=86385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:53:06.312256 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-9b3a888a-de95-4c70-8152-4525f0bf543d req-f78c6d3a-001e-4af5-b4b6-68bea29323cf tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Unset dirty status for tenant:cddc3d6ff48e4c95a714bce92023a625 on resource:port {{(pid=86385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:53:06.320910 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9b3a888a-de95-4c70-8152-4525f0bf543d req-f78c6d3a-001e-4af5-b4b6-68bea29323cf tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 945 time: 0.4270008
Apr 20 23:53:06.356023 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-76ff3807-99d8-4254-8599-237a6111416f req-b6a7caea-ca8a-4583-b90a-d7947e839f98 service neutron] 10.222.0.10 "GET /v2.0/networks/44ed036e-99df-40d4-8e65-2a7e3ca429d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411843
Apr 20 23:53:06.364484 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-9b3a888a-de95-4c70-8152-4525f0bf543d req-3233abe6-3bd5-4c6a-8d87-1a08b353f2c4 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426383
Apr 20 23:53:06.459839 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-0617783e-818a-49f1-9cf9-c183d3dde272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e5feb70>, [{'id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'name': 'tempest-TestShelveInstance-1828300404-router', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:27Z', 'updated_at': '2021-04-20T23:48:31Z', 'revision_number': 4, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'gw_port': {'id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:28Z', 'updated_at': '2021-04-20T23:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'acb711ef-1c74-423d-9edd-cf3ec5eb0c10', 'name': '', 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'mac_address': 'fa:16:3e:0b:49:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:30Z', 'updated_at': '2021-04-20T23:48:41Z', 'revision_number': 5, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'subnets': [{'id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:53:06.464010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0617783e-818a-49f1-9cf9-c183d3dde272 None None] The sync data for ids ['ae7b3523-f29d-4d63-b223-659dc40d311e'] in dv-cinder-680889-5-iscsi is: [{'id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'name': 'tempest-TestShelveInstance-1828300404-router', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:27Z', 'updated_at': '2021-04-20T23:48:31Z', 'revision_number': 4, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'gw_port': {'id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:28Z', 'updated_at': '2021-04-20T23:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi', '_interfaces': [{'id': 'acb711ef-1c74-423d-9edd-cf3ec5eb0c10', 'name': '', 'network_id': '44ed036e-99df-40d4-8e65-2a7e3ca429d3', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'mac_address': 'fa:16:3e:0b:49:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:30Z', 'updated_at': '2021-04-20T23:48:41Z', 'revision_number': 5, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'subnets': [{'id': '4c7c2d29-09eb-489d-bb39-7d1aef864184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:53:06.909920 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0764a3-9d37-4a3e-a6fb-857b6e8fd974 None None] New status for floating IP 6bab9490-c4e3-4526-a55a-ead5df0671fd: DOWN {{(pid=86388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:53:07.921134 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd52d41-f7b4-42d5-8e28-3ad49aeb4905 req-e445924a-1394-4621-a3e5-94910c2ac323 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:53:07.922678 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cdd52d41-f7b4-42d5-8e28-3ad49aeb4905 req-e445924a-1394-4621-a3e5-94910c2ac323 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.10 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 945 time: 0.3949752
Apr 20 23:53:07.931577 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab360e37-3ae9-429c-84ba-4476d87e8921 req-3b1fcca4-755c-4111-a8f0-292928d4c358 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:53:07.933014 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ab360e37-3ae9-429c-84ba-4476d87e8921 req-3b1fcca4-755c-4111-a8f0-292928d4c358 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 945 time: 0.4329731
Apr 20 23:53:08.036311 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-cdd52d41-f7b4-42d5-8e28-3ad49aeb4905 req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Deleting port 2314ee9a-428e-43af-aa7f-4797dcf98bd3 {{(pid=86386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:53:08.036611 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-cdd52d41-f7b4-42d5-8e28-3ad49aeb4905 req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:08.073299 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-ab360e37-3ae9-429c-84ba-4476d87e8921 req-4f2adb81-5a7c-4704-8842-5112d621b95c tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/security-groups?id=17e2e630-4b9b-4e96-888b-01529eb3489b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086776
Apr 20 23:53:08.298360 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [req-cdd52d41-f7b4-42d5-8e28-3ad49aeb4905 req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] For port 2314ee9a-428e-43af-aa7f-4797dcf98bd3, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=2314ee9a-428e-43af-aa7f-4797dcf98bd3,segment=NetworkSegment(768692d0-7e22-419d-9e0d-0bed80790ee2),segment_id=768692d0-7e22-419d-9e0d-0bed80790ee2)] {{(pid=86386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:53:08.298686 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-cdd52d41-f7b4-42d5-8e28-3ad49aeb4905 req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:08.435647 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [req-cdd52d41-f7b4-42d5-8e28-3ad49aeb4905 req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Calling delete_port for 2314ee9a-428e-43af-aa7f-4797dcf98bd3 owned by compute:nova {{(pid=86386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:53:08.628357 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-cdd52d41-f7b4-42d5-8e28-3ad49aeb4905 req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2584895'] for port, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:08.634916 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b038b9ca-2801-495d-ab25-6b61ad30278a tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:53:08.660593 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:08.687609 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Pushing event deleted for resources: {'Port': ['ID=2314ee9a-428e-43af-aa7f-4797dcf98bd3,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:53:08.723442 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:08.723871 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:08.724290 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:08.725562 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:08.725562 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:08.725979 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:08.726378 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:08.726777 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:08.727196 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:08.730010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:08.730010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:08.730010 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-iscsi {{(pid=86386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:53:08.736876 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:53:08.779476 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd52d41-f7b4-42d5-8e28-3ad49aeb4905 req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] No DVR routers for this DVR port 2314ee9a-428e-43af-aa7f-4797dcf98bd3 on host hv-cinder-68088 {{(pid=86386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:53:08.781890 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [req-cdd52d41-f7b4-42d5-8e28-3ad49aeb4905 req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-999'] for port, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:08.784643 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1150741a-679e-4512-891d-52119c5442d8', 'name': 'network-vif-deleted', 'tag': '2314ee9a-428e-43af-aa7f-4797dcf98bd3'}] {{(pid=86386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:53:08.827044 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-cdd52d41-f7b4-42d5-8e28-3ad49aeb4905 req-ce7ca85b-73f3-4f23-8e55-ba8b0e2293ac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.10 "DELETE /v2.0/ports/2314ee9a-428e-43af-aa7f-4797dcf98bd3 HTTP/1.1" status: 204  len: 173 time: 0.8929803
Apr 20 23:53:08.833305 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1150741a-679e-4512-891d-52119c5442d8', 'name': 'network-vif-deleted', 'tag': '2314ee9a-428e-43af-aa7f-4797dcf98bd3', 'status': 'completed', 'code': 200}
Apr 20 23:53:09.243286 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-5ca99313-7455-402f-a444-8aa0113757c4 req-fd12c49a-624b-4ac9-bc7c-48c59f0c51d7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Synchronizing usage tracker for tenant:cddc3d6ff48e4c95a714bce92023a625 on resource:port {{(pid=86386) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:53:09.289243 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.quota.resource [req-5ca99313-7455-402f-a444-8aa0113757c4 req-fd12c49a-624b-4ac9-bc7c-48c59f0c51d7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Unset dirty status for tenant:cddc3d6ff48e4c95a714bce92023a625 on resource:port {{(pid=86386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:53:09.290509 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-5ca99313-7455-402f-a444-8aa0113757c4 req-fd12c49a-624b-4ac9-bc7c-48c59f0c51d7 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 210 time: 0.0993633
Apr 20 23:53:10.503190 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [req-e70951ed-3dd2-44bc-8472-595ca51b3171 req-9d4b1b0b-50a6-4b79-a45a-e077b4a4beac tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "GET /v2.0/ports?device_id=1150741a-679e-4512-891d-52119c5442d8 HTTP/1.1" status: 200  len: 210 time: 0.0495958
Apr 20 23:53:11.602609 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48764) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:53:11.679118 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9344cf7c-3eb9-4a81-b884-695f10c16923 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:11.697355 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 2314ee9a-428e-43af-aa7f-4797dcf98bd3 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:53:11.711613 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9344cf7c-3eb9-4a81-b884-695f10c16923 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:11.738328 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] No Port match for: 2314ee9a-428e-43af-aa7f-4797dcf98bd3 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:53:11.738725 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Device 2314ee9a-428e-43af-aa7f-4797dcf98bd3 not bound to the agent host hv-cinder-68088 {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:53:11.902559 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9344cf7c-3eb9-4a81-b884-695f10c16923 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:11.907908 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-58dd91f1-61a8-4162-b86c-bc2faab50fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:53:11.924675 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344cf7c-3eb9-4a81-b884-695f10c16923 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e2e630-4b9b-4e96-888b-01529eb3489b,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:53:11.928140 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9344cf7c-3eb9-4a81-b884-695f10c16923 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:53:11.959473 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9344cf7c-3eb9-4a81-b884-695f10c16923 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:11.960794 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-9344cf7c-3eb9-4a81-b884-695f10c16923 tempest-TestShelveInstance-1807220076 tempest-TestShelveInstance-1807220076-project] 10.222.0.15 "DELETE /v2.0/security-groups/17e2e630-4b9b-4e96-888b-01529eb3489b HTTP/1.1" status: 204  len: 168 time: 0.3570910
Apr 20 23:53:12.038891 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48770) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:53:12.834708 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-678ffdf0-19cc-4bc7-bfb6-90c1ba40c127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546966'] for router_interface, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:13.200102 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-678ffdf0-19cc-4bc7-bfb6-90c1ba40c127 admin admin] Deleting port acb711ef-1c74-423d-9edd-cf3ec5eb0c10 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:53:13.200486 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-678ffdf0-19cc-4bc7-bfb6-90c1ba40c127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:13.379827 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-678ffdf0-19cc-4bc7-bfb6-90c1ba40c127 admin admin] For port acb711ef-1c74-423d-9edd-cf3ec5eb0c10, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=acb711ef-1c74-423d-9edd-cf3ec5eb0c10,segment=NetworkSegment(768692d0-7e22-419d-9e0d-0bed80790ee2),segment_id=768692d0-7e22-419d-9e0d-0bed80790ee2)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:53:13.380227 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-678ffdf0-19cc-4bc7-bfb6-90c1ba40c127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:13.516462 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-678ffdf0-19cc-4bc7-bfb6-90c1ba40c127 admin admin] Calling delete_port for acb711ef-1c74-423d-9edd-cf3ec5eb0c10 owned by network:router_interface {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:53:13.845320 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-678ffdf0-19cc-4bc7-bfb6-90c1ba40c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:13.850263 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-86fb8ae2-d6c1-4376-9e4b-2e296a7c1aac tempest-TestVolumeBootPattern-33666496 tempest-TestVolumeBootPattern-33666496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:53:13.897445 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ffdf0-19cc-4bc7-bfb6-90c1ba40c127 admin admin] Pushing event deleted for resources: {'Port': ['ID=acb711ef-1c74-423d-9edd-cf3ec5eb0c10,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:53:13.900937 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-678ffdf0-19cc-4bc7-bfb6-90c1ba40c127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:53:14.190387 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-678ffdf0-19cc-4bc7-bfb6-90c1ba40c127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821772709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547048'] for router_interface, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:14.575758 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678ffdf0-19cc-4bc7-bfb6-90c1ba40c127 admin admin] Router ae7b3523-f29d-4d63-b223-659dc40d311e has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:53:14.765668 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678ffdf0-19cc-4bc7-bfb6-90c1ba40c127 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:53:14.784109 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16e1dea-6590-4d98-94e8-e934cfc9a588 None None] Sync routers for ids ['ae7b3523-f29d-4d63-b223-659dc40d311e'] in dv-cinder-680889-5-iscsi {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:53:14.794794 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16e1dea-6590-4d98-94e8-e934cfc9a588 None None] Routers {'ae7b3523-f29d-4d63-b223-659dc40d311e'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:53:14.797780 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f16e1dea-6590-4d98-94e8-e934cfc9a588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016d7a4630>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:52:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['ae7b3523-f29d-4d63-b223-659dc40d311e'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:53:14.824361 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-678ffdf0-19cc-4bc7-bfb6-90c1ba40c127 admin admin] 10.222.0.15 "PUT /v2.0/routers/ae7b3523-f29d-4d63-b223-659dc40d311e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7842596
Apr 20 23:53:14.826893 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48776) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:53:15.023910 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-af194c72-241e-437c-ab3f-bfcc50b143d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:15.153921 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-f16e1dea-6590-4d98-94e8-e934cfc9a588 None None] Set router ae7b3523-f29d-4d63-b223-659dc40d311e gateway port host: dv-cinder-680889-5-iscsi {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:53:15.211034 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-af194c72-241e-437c-ab3f-bfcc50b143d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:15.250985 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-af194c72-241e-437c-ab3f-bfcc50b143d4 admin admin] Deleting port d4537b1f-0bee-4a6e-855c-96838a27e798 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:53:15.251418 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-af194c72-241e-437c-ab3f-bfcc50b143d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:15.441870 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-af194c72-241e-437c-ab3f-bfcc50b143d4 admin admin] For port d4537b1f-0bee-4a6e-855c-96838a27e798, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=d4537b1f-0bee-4a6e-855c-96838a27e798,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:53:15.442269 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-af194c72-241e-437c-ab3f-bfcc50b143d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:15.463917 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f16e1dea-6590-4d98-94e8-e934cfc9a588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016d7a4630>, [{'id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'name': 'tempest-TestShelveInstance-1828300404-router', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:27Z', 'updated_at': '2021-04-20T23:53:13Z', 'revision_number': 5, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'gw_port': {'id': 'd4537b1f-0bee-4a6e-855c-96838a27e798', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:28Z', 'updated_at': '2021-04-20T23:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:53:15.468175 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16e1dea-6590-4d98-94e8-e934cfc9a588 None None] Checking router: ae7b3523-f29d-4d63-b223-659dc40d311e for host: dv-cinder-680889-5-iscsi {{(pid=86387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:53:15.477205 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16e1dea-6590-4d98-94e8-e934cfc9a588 None None] Routers {'ae7b3523-f29d-4d63-b223-659dc40d311e'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:53:15.477872 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f16e1dea-6590-4d98-94e8-e934cfc9a588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016d7a4630>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:52:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['ae7b3523-f29d-4d63-b223-659dc40d311e'], 'active': True} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:53:15.644946 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-f16e1dea-6590-4d98-94e8-e934cfc9a588 None None] Set router ae7b3523-f29d-4d63-b223-659dc40d311e gateway port host: None {{(pid=86387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:53:15.765567 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-f16e1dea-6590-4d98-94e8-e934cfc9a588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016d7a4630>, [{'id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'name': 'tempest-TestShelveInstance-1828300404-router', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:27Z', 'updated_at': '2021-04-20T23:53:15Z', 'revision_number': 6, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'gw_port_host': None}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:53:15.770511 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16e1dea-6590-4d98-94e8-e934cfc9a588 None None] The sync data for ids ['ae7b3523-f29d-4d63-b223-659dc40d311e'] in dv-cinder-680889-5-iscsi is: [{'id': 'ae7b3523-f29d-4d63-b223-659dc40d311e', 'name': 'tempest-TestShelveInstance-1828300404-router', 'tenant_id': 'cddc3d6ff48e4c95a714bce92023a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:27Z', 'updated_at': '2021-04-20T23:53:15Z', 'revision_number': 6, 'project_id': 'cddc3d6ff48e4c95a714bce92023a625', 'gw_port_host': None}] {{(pid=86387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:53:15.835192 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-af194c72-241e-437c-ab3f-bfcc50b143d4 admin admin] Calling delete_port for d4537b1f-0bee-4a6e-855c-96838a27e798 owned by network:router_gateway {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:53:15.955644 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device acb711ef-1c74-423d-9edd-cf3ec5eb0c10 no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:53:15.998414 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: acb711ef-1c74-423d-9edd-cf3ec5eb0c10 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:53:15.999137 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device acb711ef-1c74-423d-9edd-cf3ec5eb0c10 not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:53:16.148378 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-af194c72-241e-437c-ab3f-bfcc50b143d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:16.153464 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-d67919b6-3c12-4592-b146-52a5c583fea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:53:16.201426 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af194c72-241e-437c-ab3f-bfcc50b143d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4537b1f-0bee-4a6e-855c-96838a27e798,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:53:16.232685 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-af194c72-241e-437c-ab3f-bfcc50b143d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:53:16.299532 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-af194c72-241e-437c-ab3f-bfcc50b143d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854126999'] for router_gateway, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:16.484635 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-af194c72-241e-437c-ab3f-bfcc50b143d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854230475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5879'] for router, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:16.486884 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-af194c72-241e-437c-ab3f-bfcc50b143d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:16.597343 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-af194c72-241e-437c-ab3f-bfcc50b143d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-542065'] for router, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:16.597892 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af194c72-241e-437c-ab3f-bfcc50b143d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae7b3523-f29d-4d63-b223-659dc40d311e {{(pid=86385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 23:53:16.610931 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-af194c72-241e-437c-ab3f-bfcc50b143d4 admin admin] Notify callbacks [] for router, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:16.612220 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-af194c72-241e-437c-ab3f-bfcc50b143d4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ae7b3523-f29d-4d63-b223-659dc40d311e HTTP/1.1" status: 204  len: 168 time: 1.7843189
Apr 20 23:53:16.615503 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48780) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:53:16.683555 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca4e5af-c7d6-4d6e-b4d3-efc5aa4b4be8 admin admin] Deleting subnet 4c7c2d29-09eb-489d-bb39-7d1aef864184 {{(pid=86385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:53:16.686869 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4ca4e5af-c7d6-4d6e-b4d3-efc5aa4b4be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:16.741794 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4ca4e5af-c7d6-4d6e-b4d3-efc5aa4b4be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851430518'] for subnet, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:16.822843 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4ca4e5af-c7d6-4d6e-b4d3-efc5aa4b4be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821926496'] for subnet, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:17.111896 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4ca4e5af-c7d6-4d6e-b4d3-efc5aa4b4be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32849304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851396337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851829637'] for subnet, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:17.117131 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:53:17.153681 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4e5af-c7d6-4d6e-b4d3-efc5aa4b4be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c7c2d29-09eb-489d-bb39-7d1aef864184,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:53:17.156989 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-4ca4e5af-c7d6-4d6e-b4d3-efc5aa4b4be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:53:17.158430 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4ca4e5af-c7d6-4d6e-b4d3-efc5aa4b4be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:17.163326 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c551ba-029d-415e-8010-9d859e219bad None None] Network 44ed036e-99df-40d4-8e65-2a7e3ca429d3 requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:53:17.164487 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-4ca4e5af-c7d6-4d6e-b4d3-efc5aa4b4be8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4c7c2d29-09eb-489d-bb39-7d1aef864184 HTTP/1.1" status: 204  len: 168 time: 0.5479162
Apr 20 23:53:17.167213 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48784) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:53:17.282929 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821894164'] for network, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:17.294747 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Deleting port 314ce870-2dda-48f0-bd7c-01c8ecac394a {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:53:17.295118 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:17.421405 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f03d30d-7902-48e9-9acd-78f4b8a63e10 None None] DHCP port deletion for 44ed036e-99df-40d4-8e65-2a7e3ca429d3 request from dv-cinder-680889-5-iscsi {{(pid=86387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 23:53:17.425554 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-7f03d30d-7902-48e9-9acd-78f4b8a63e10 None None] Deleting port 314ce870-2dda-48f0-bd7c-01c8ecac394a {{(pid=86387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:53:17.425973 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7f03d30d-7902-48e9-9acd-78f4b8a63e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:17.522613 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] For port 314ce870-2dda-48f0-bd7c-01c8ecac394a, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=314ce870-2dda-48f0-bd7c-01c8ecac394a,segment=NetworkSegment(768692d0-7e22-419d-9e0d-0bed80790ee2),segment_id=768692d0-7e22-419d-9e0d-0bed80790ee2)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:53:17.523015 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:17.649037 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-7f03d30d-7902-48e9-9acd-78f4b8a63e10 None None] For port 314ce870-2dda-48f0-bd7c-01c8ecac394a, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=314ce870-2dda-48f0-bd7c-01c8ecac394a,segment=NetworkSegment(768692d0-7e22-419d-9e0d-0bed80790ee2),segment_id=768692d0-7e22-419d-9e0d-0bed80790ee2)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:53:17.649379 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7f03d30d-7902-48e9-9acd-78f4b8a63e10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:17.655353 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Calling delete_port for 314ce870-2dda-48f0-bd7c-01c8ecac394a owned by network:dhcp {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:53:17.774673 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:17.779714 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ea22c7e8-930e-4bf3-a7a5-36cfdc11fef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:53:17.784749 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-7f03d30d-7902-48e9-9acd-78f4b8a63e10 None None] Calling delete_port for 314ce870-2dda-48f0-bd7c-01c8ecac394a owned by network:dhcp {{(pid=86387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:53:17.823102 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] No DVR routers for this DVR port 314ce870-2dda-48f0-bd7c-01c8ecac394a on host dv-cinder-680889-5-iscsi {{(pid=86385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:53:17.863107 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Pushing event deleted for resources: {'Port': ['ID=314ce870-2dda-48f0-bd7c-01c8ecac394a,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:53:17.863407 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.db.api [None req-7f03d30d-7902-48e9-9acd-78f4b8a63e10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86387) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:53:17.863726 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_db.api [None req-7f03d30d-7902-48e9-9acd-78f4b8a63e10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:53:17.865764 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:53:17.956523 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32849397', 'neutron.services.segments.db._delete_segments_for_network-8727759383667'] for network, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:17.996484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device d4537b1f-0bee-4a6e-855c-96838a27e798 no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:53:18.033787 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: d4537b1f-0bee-4a6e-855c-96838a27e798 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:53:18.034162 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device d4537b1f-0bee-4a6e-855c-96838a27e798 not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:53:18.034632 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 314ce870-2dda-48f0-bd7c-01c8ecac394a no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:53:18.070954 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: 314ce870-2dda-48f0-bd7c-01c8ecac394a {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:53:18.071411 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 314ce870-2dda-48f0-bd7c-01c8ecac394a not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:53:18.076016 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f016d1ed748>,) {'filters': {'network_id': ['44ed036e-99df-40d4-8e65-2a7e3ca429d3']}} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:53:18.089263 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f016d1ed748>, '768692d0-7e22-419d-9e0d-0bed80790ee2') {'for_net_delete': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:53:18.089607 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f016d1ed748>, '768692d0-7e22-419d-9e0d-0bed80790ee2') {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:53:18.101612 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309095412067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345282'] for segment, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:18.116752 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:18.122960 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=86385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:53:18.303432 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Network 44ed036e-99df-40d4-8e65-2a7e3ca429d3 has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:53:18.312495 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821929039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379372'] for segment, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:18.365904 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-7f03d30d-7902-48e9-9acd-78f4b8a63e10 None None] Deleting port 314ce870-2dda-48f0-bd7c-01c8ecac394a {{(pid=86387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:53:18.366443 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7f03d30d-7902-48e9-9acd-78f4b8a63e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:18.440017 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-7f03d30d-7902-48e9-9acd-78f4b8a63e10 None None] The port '314ce870-2dda-48f0-bd7c-01c8ecac394a' was deleted {{(pid=86387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 23:53:18.492921 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Network 44ed036e-99df-40d4-8e65-2a7e3ca429d3 has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]: Traceback (most recent call last):
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:     timer()
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:     cb(*args, **kw)
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:     return func(*args, **kwargs)
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:     self._notify()
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:     self.callback(batched_events)
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:     event.method(event)
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:     segment_id)['aggregates'][0]
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:     return f(self, *a, **k)
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self._get(url).json()
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:     **kwargs)
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:     **endpoint_filter)
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:53:18.515433 dv-cinder-680889-5-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:53:18.645209 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821926403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854229106'] for network, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:18.648946 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:53:18.663041 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:18.674276 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Pushing event deleted for resources: {'Network': ['ID=44ed036e-99df-40d4-8e65-2a7e3ca429d3,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:53:18.678415 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:53:18.712503 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] 10.222.0.15 "DELETE /v2.0/networks/44ed036e-99df-40d4-8e65-2a7e3ca429d3 HTTP/1.1" status: 204  len: 168 time: 1.5441628
Apr 20 23:53:18.715581 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48788) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:53:19.276142 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8db46f89-e65c-4d06-894d-dc2512200007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546966'] for router_interface, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:19.883270 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-8db46f89-e65c-4d06-894d-dc2512200007 admin admin] Deleting port 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:53:19.883837 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8db46f89-e65c-4d06-894d-dc2512200007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:20.065401 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-8db46f89-e65c-4d06-894d-dc2512200007 admin admin] For port 0108bcdb-03c1-4e1b-a21a-52ab4c844f89, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=0108bcdb-03c1-4e1b-a21a-52ab4c844f89,segment=NetworkSegment(f277d032-f1cf-478f-82e8-8045ac416498),segment_id=f277d032-f1cf-478f-82e8-8045ac416498)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:53:20.065794 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8db46f89-e65c-4d06-894d-dc2512200007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:20.194634 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-8db46f89-e65c-4d06-894d-dc2512200007 admin admin] Calling delete_port for 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 owned by network:router_interface {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:53:20.393801 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8db46f89-e65c-4d06-894d-dc2512200007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:20.398835 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-afd78ead-f6f3-405a-8738-038c57955bb7 tempest-AttachVolumeTestJSON-1145160489 tempest-AttachVolumeTestJSON-1145160489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:53:20.446557 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db46f89-e65c-4d06-894d-dc2512200007 admin admin] Pushing event deleted for resources: {'Port': ['ID=0108bcdb-03c1-4e1b-a21a-52ab4c844f89,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:53:20.481762 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-8db46f89-e65c-4d06-894d-dc2512200007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:53:20.725559 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8db46f89-e65c-4d06-894d-dc2512200007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821772709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547048'] for router_interface, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:21.098817 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db46f89-e65c-4d06-894d-dc2512200007 admin admin] Router 04c84252-2ba4-40bb-bfa3-22eeccd22e8b has already been hosted by L3 agent 1f3653f7-68fe-47ce-a2e2-685f8f6c66cb {{(pid=86385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:53:21.293028 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db46f89-e65c-4d06-894d-dc2512200007 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-iscsi the message routers_updated {{(pid=86385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:53:21.301651 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe77d5af-5a9f-47e1-ab95-91a1a5462a64 None None] Sync routers for ids ['04c84252-2ba4-40bb-bfa3-22eeccd22e8b'] in dv-cinder-680889-5-iscsi {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:53:21.302511 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-8db46f89-e65c-4d06-894d-dc2512200007 admin admin] 10.222.0.15 "PUT /v2.0/routers/04c84252-2ba4-40bb-bfa3-22eeccd22e8b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5858738
Apr 20 23:53:21.305755 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48792) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:53:21.312173 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe77d5af-5a9f-47e1-ab95-91a1a5462a64 None None] Routers {'04c84252-2ba4-40bb-bfa3-22eeccd22e8b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:53:21.312839 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-fe77d5af-5a9f-47e1-ab95-91a1a5462a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e7bceb8>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:52:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['04c84252-2ba4-40bb-bfa3-22eeccd22e8b'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:53:21.495690 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3e27-15cc-43dc-86d7-e8c0e05582ef admin admin] Notify callbacks [] for router, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:21.498221 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-fe77d5af-5a9f-47e1-ab95-91a1a5462a64 None None] Set router 04c84252-2ba4-40bb-bfa3-22eeccd22e8b gateway port host: dv-cinder-680889-5-iscsi {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:53:21.686435 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3e27-15cc-43dc-86d7-e8c0e05582ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:21.734549 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a3e27-15cc-43dc-86d7-e8c0e05582ef admin admin] Deleting port a06c28e4-1dd6-4528-a34a-b1bd640c87a9 {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:53:21.734938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3e27-15cc-43dc-86d7-e8c0e05582ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:21.797764 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-fe77d5af-5a9f-47e1-ab95-91a1a5462a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e7bceb8>, [{'id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'name': 'tempest-TestShelveInstance-479763191-router', 'tenant_id': '4b29fc1158084c61b39c3e2713d2773d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'external_fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a06c28e4-1dd6-4528-a34a-b1bd640c87a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:35Z', 'updated_at': '2021-04-20T23:53:20Z', 'revision_number': 5, 'project_id': '4b29fc1158084c61b39c3e2713d2773d', 'gw_port': {'id': 'a06c28e4-1dd6-4528-a34a-b1bd640c87a9', 'name': '', 'network_id': 'b49fa4d7-9497-41f5-afae-ab183fc1104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '828469c9-116a-4083-bfec-69bcf738251b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:48:35Z', 'updated_at': '2021-04-20T23:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828469c9-116a-4083-bfec-69bcf738251b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-iscsi'}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:53:21.801633 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe77d5af-5a9f-47e1-ab95-91a1a5462a64 None None] Checking router: 04c84252-2ba4-40bb-bfa3-22eeccd22e8b for host: dv-cinder-680889-5-iscsi {{(pid=86388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:53:21.810972 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe77d5af-5a9f-47e1-ab95-91a1a5462a64 None None] Routers {'04c84252-2ba4-40bb-bfa3-22eeccd22e8b'} bound to L3 agent in host dv-cinder-680889-5-iscsi {{(pid=86388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:53:21.811657 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-fe77d5af-5a9f-47e1-ab95-91a1a5462a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f016e7bceb8>, 'dv-cinder-680889-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:25Z,description=<?>,heartbeat_timestamp=2021-04-20T23:52:55Z,host='dv-cinder-680889-5-iscsi',id=1f3653f7-68fe-47ce-a2e2-685f8f6c66cb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:28:25Z,topic='l3_agent')) {'router_ids': ['04c84252-2ba4-40bb-bfa3-22eeccd22e8b'], 'active': True} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:53:21.918569 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-ba4a3e27-15cc-43dc-86d7-e8c0e05582ef admin admin] For port a06c28e4-1dd6-4528-a34a-b1bd640c87a9, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=a06c28e4-1dd6-4528-a34a-b1bd640c87a9,segment=NetworkSegment(83a834bf-a4d2-410e-a3e0-c165da083c58),segment_id=83a834bf-a4d2-410e-a3e0-c165da083c58)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:53:21.918969 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3e27-15cc-43dc-86d7-e8c0e05582ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:22.058997 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a3e27-15cc-43dc-86d7-e8c0e05582ef admin admin] Calling delete_port for a06c28e4-1dd6-4528-a34a-b1bd640c87a9 owned by network:router_gateway {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:53:22.129339 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvr_db [None req-fe77d5af-5a9f-47e1-ab95-91a1a5462a64 None None] Set router 04c84252-2ba4-40bb-bfa3-22eeccd22e8b gateway port host: None {{(pid=86388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:53:22.246774 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_hamode_db [None req-fe77d5af-5a9f-47e1-ab95-91a1a5462a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f016e7bceb8>, [{'id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'name': 'tempest-TestShelveInstance-479763191-router', 'tenant_id': '4b29fc1158084c61b39c3e2713d2773d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:35Z', 'updated_at': '2021-04-20T23:53:21Z', 'revision_number': 6, 'project_id': '4b29fc1158084c61b39c3e2713d2773d', 'gw_port_host': None}], 'dv-cinder-680889-5-iscsi', False) {} {{(pid=86388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:53:22.250941 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe77d5af-5a9f-47e1-ab95-91a1a5462a64 None None] The sync data for ids ['04c84252-2ba4-40bb-bfa3-22eeccd22e8b'] in dv-cinder-680889-5-iscsi is: [{'id': '04c84252-2ba4-40bb-bfa3-22eeccd22e8b', 'name': 'tempest-TestShelveInstance-479763191-router', 'tenant_id': '4b29fc1158084c61b39c3e2713d2773d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:48:35Z', 'updated_at': '2021-04-20T23:53:21Z', 'revision_number': 6, 'project_id': '4b29fc1158084c61b39c3e2713d2773d', 'gw_port_host': None}] {{(pid=86388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:53:22.266030 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3e27-15cc-43dc-86d7-e8c0e05582ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:22.271672 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-678ffdf0-19cc-4bc7-bfb6-90c1ba40c127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:53:22.322820 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a3e27-15cc-43dc-86d7-e8c0e05582ef admin admin] Pushing event deleted for resources: {'Port': ['ID=a06c28e4-1dd6-4528-a34a-b1bd640c87a9,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:53:22.356110 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ba4a3e27-15cc-43dc-86d7-e8c0e05582ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:53:22.417459 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3e27-15cc-43dc-86d7-e8c0e05582ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854126999'] for router_gateway, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:22.848362 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3e27-15cc-43dc-86d7-e8c0e05582ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854230475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5879'] for router, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:22.851260 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3e27-15cc-43dc-86d7-e8c0e05582ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:22.979976 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d890-caa1-4d7b-8d88-33d678a2ab58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:23.134159 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3e27-15cc-43dc-86d7-e8c0e05582ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-542065'] for router, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:23.134698 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4a3e27-15cc-43dc-86d7-e8c0e05582ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04c84252-2ba4-40bb-bfa3-22eeccd22e8b {{(pid=86385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 23:53:23.148430 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3e27-15cc-43dc-86d7-e8c0e05582ef admin admin] Notify callbacks [] for router, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:23.149691 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ba4a3e27-15cc-43dc-86d7-e8c0e05582ef admin admin] 10.222.0.15 "DELETE /v2.0/routers/04c84252-2ba4-40bb-bfa3-22eeccd22e8b HTTP/1.1" status: 204  len: 168 time: 1.8428483
Apr 20 23:53:23.152484 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48796) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:53:23.221873 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b51d19-24e4-4fd1-861b-323bc0f0a790 admin admin] Deleting subnet 1b99d848-f6d0-412f-a161-35aae9073c4e {{(pid=86385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:53:23.225147 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b1b51d19-24e4-4fd1-861b-323bc0f0a790 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:23.280061 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b1b51d19-24e4-4fd1-861b-323bc0f0a790 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851430518'] for subnet, precommit_delete_associations {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:23.362935 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b1b51d19-24e4-4fd1-861b-323bc0f0a790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821926496'] for subnet, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:23.587290 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:53:23.811105 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b1b51d19-24e4-4fd1-861b-323bc0f0a790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32849304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851396337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851829637'] for subnet, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:23.816472 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-434c2209-01fc-43a5-b029-069c141977e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:53:23.857346 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b51d19-24e4-4fd1-861b-323bc0f0a790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b99d848-f6d0-412f-a161-35aae9073c4e,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:53:23.859905 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-b1b51d19-24e4-4fd1-861b-323bc0f0a790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:53:23.862595 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b1b51d19-24e4-4fd1-861b-323bc0f0a790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for subnet, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:23.869594 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15257d6-ab84-4152-9db1-10f7f2f07b85 None None] Network e3ee5c77-478c-43bf-8a94-d5be44e1adbc requested from dv-cinder-680889-5-iscsi {{(pid=86387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:53:23.870750 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-b1b51d19-24e4-4fd1-861b-323bc0f0a790 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1b99d848-f6d0-412f-a161-35aae9073c4e HTTP/1.1" status: 204  len: 168 time: 0.7172668
Apr 20 23:53:23.872909 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48800) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:53:23.992215 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821894164'] for network, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:24.004498 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] Deleting port ce52dce0-06c2-4288-8116-227374c415cc {{(pid=86385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:53:24.004869 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:24.006733 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device a06c28e4-1dd6-4528-a34a-b1bd640c87a9 no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:53:24.078552 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: a06c28e4-1dd6-4528-a34a-b1bd640c87a9 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:53:24.078947 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device a06c28e4-1dd6-4528-a34a-b1bd640c87a9 not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:53:24.079434 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:53:24.121955 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:53:24.122274 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device 0108bcdb-03c1-4e1b-a21a-52ab4c844f89 not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:53:24.202679 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d97ce1e-1eb5-45ed-bd15-2475bd0cda44 None None] DHCP port deletion for e3ee5c77-478c-43bf-8a94-d5be44e1adbc request from dv-cinder-680889-5-iscsi {{(pid=86387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 23:53:24.207349 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-4d97ce1e-1eb5-45ed-bd15-2475bd0cda44 None None] Deleting port ce52dce0-06c2-4288-8116-227374c415cc {{(pid=86387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:53:24.207776 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4d97ce1e-1eb5-45ed-bd15-2475bd0cda44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:24.228536 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] For port ce52dce0-06c2-4288-8116-227374c415cc, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=ce52dce0-06c2-4288-8116-227374c415cc,segment=NetworkSegment(f277d032-f1cf-478f-82e8-8045ac416498),segment_id=f277d032-f1cf-478f-82e8-8045ac416498)] {{(pid=86385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:53:24.228933 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:24.366072 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] Calling delete_port for ce52dce0-06c2-4288-8116-227374c415cc owned by network:dhcp {{(pid=86385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:53:24.428024 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.db [None req-4d97ce1e-1eb5-45ed-bd15-2475bd0cda44 None None] For port ce52dce0-06c2-4288-8116-227374c415cc, host dv-cinder-680889-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-iscsi',level=0,port_id=ce52dce0-06c2-4288-8116-227374c415cc,segment=NetworkSegment(f277d032-f1cf-478f-82e8-8045ac416498),segment_id=f277d032-f1cf-478f-82e8-8045ac416498)] {{(pid=86387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:53:24.428395 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4d97ce1e-1eb5-45ed-bd15-2475bd0cda44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654193'] for port, precommit_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:24.483258 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821791567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309095473439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727758852245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396389'] for port, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:24.488303 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-378ec053-d2d1-4816-be6f-304a918d536b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:53:24.536230 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] Pushing event deleted for resources: {'Port': ['ID=ce52dce0-06c2-4288-8116-227374c415cc,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:53:24.538283 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] No DVR routers for this DVR port ce52dce0-06c2-4288-8116-227374c415cc on host dv-cinder-680889-5-iscsi {{(pid=86385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:53:24.539913 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:53:24.561818 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-4d97ce1e-1eb5-45ed-bd15-2475bd0cda44 None None] Calling delete_port for ce52dce0-06c2-4288-8116-227374c415cc owned by network:dhcp {{(pid=86387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:53:24.634947 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.db.api [None req-4d97ce1e-1eb5-45ed-bd15-2475bd0cda44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86387) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:53:24.635383 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_db.api [None req-4d97ce1e-1eb5-45ed-bd15-2475bd0cda44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:53:24.662685 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32849397', 'neutron.services.segments.db._delete_segments_for_network-8727759383667'] for network, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:24.779090 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f016dcee588>,) {'filters': {'network_id': ['e3ee5c77-478c-43bf-8a94-d5be44e1adbc']}} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:53:24.792316 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f016dcee588>, 'f277d032-f1cf-478f-82e8-8045ac416498') {'for_net_delete': True} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:53:24.792660 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.services.segments.db [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f016dcee588>, 'f277d032-f1cf-478f-82e8-8045ac416498') {} {{(pid=86385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:53:24.804759 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309095412067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3345282'] for segment, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:24.879726 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32846790'] for segment, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:24.886506 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=86385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:53:24.908059 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-b9c1dfd1-c058-4c7a-97d4-8552e1e8db6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:25.067293 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] Network e3ee5c77-478c-43bf-8a94-d5be44e1adbc has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:53:25.076504 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821929039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379372'] for segment, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:25.137120 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-4d97ce1e-1eb5-45ed-bd15-2475bd0cda44 None None] Deleting port ce52dce0-06c2-4288-8116-227374c415cc {{(pid=86387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:53:25.137550 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-4d97ce1e-1eb5-45ed-bd15-2475bd0cda44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309095478900'] for port, before_delete {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:25.214299 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-4d97ce1e-1eb5-45ed-bd15-2475bd0cda44 None None] The port 'ce52dce0-06c2-4288-8116-227374c415cc' was deleted {{(pid=86387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 23:53:25.257181 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.managers [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] Network e3ee5c77-478c-43bf-8a94-d5be44e1adbc has no segments {{(pid=86385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]: Traceback (most recent call last):
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:     timer()
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:     cb(*args, **kw)
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:     return func(*args, **kwargs)
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:     self._notify()
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:     self.callback(batched_events)
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:     event.method(event)
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:     segment_id)['aggregates'][0]
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:     return f(self, *a, **k)
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self._get(url).json()
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:     **kwargs)
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:     **endpoint_filter)
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:53:25.280135 dv-cinder-680889-5-iscsi neutron-server[86270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:53:25.500158 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821926403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33003107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854229106'] for network, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:25.503373 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:53:25.518587 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33003120'] for network, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:25.533615 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ee5c77-478c-43bf-8a94-d5be44e1adbc,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:53:25.537117 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:53:25.538996 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-64fdbf9d-100d-455c-a069-f0f24358259c admin admin] 10.222.0.15 "DELETE /v2.0/networks/e3ee5c77-478c-43bf-8a94-d5be44e1adbc HTTP/1.1" status: 204  len: 168 time: 1.6650963
Apr 20 23:53:25.857462 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48806) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:53:25.999763 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device ce52dce0-06c2-4288-8116-227374c415cc no longer exists at agent ovs-agent-dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:53:26.036100 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.plugin [None req-a0de440a-7342-4035-ab65-e53a215393db None None] No Port match for: ce52dce0-06c2-4288-8116-227374c415cc {{(pid=86387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:53:26.037208 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.plugins.ml2.rpc [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Device ce52dce0-06c2-4288-8116-227374c415cc not bound to the agent host dv-cinder-680889-5-iscsi {{(pid=86387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:53:26.081786 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-0c4ecd70-210f-438d-aa81-5887bf875a98 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cddc3d6ff48e4c95a714bce92023a625&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2230220
Apr 20 23:53:26.084610 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86385) accepted ('10.222.0.15', 48812) {{(pid=86385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:53:26.144819 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ccc8cfe4-10b3-415c-876a-0b9bc65639fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:26.171985 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ccc8cfe4-10b3-415c-876a-0b9bc65639fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:26.242639 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ccc8cfe4-10b3-415c-876a-0b9bc65639fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:26.247809 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-9500486b-932f-47d5-86cb-301444236634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:53:26.261409 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8cfe4-10b3-415c-876a-0b9bc65639fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5663024f-e081-4a54-935e-144548a57d64,revision_number=None']} {{(pid=86385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:53:26.266537 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-ccc8cfe4-10b3-415c-876a-0b9bc65639fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:53:26.268581 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-ccc8cfe4-10b3-415c-876a-0b9bc65639fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:26.269781 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ccc8cfe4-10b3-415c-876a-0b9bc65639fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5663024f-e081-4a54-935e-144548a57d64 HTTP/1.1" status: 204  len: 168 time: 0.1842167
Apr 20 23:53:26.281541 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:26.385875 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:26.693301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48820) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:53:26.745442 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-ee74a5ea-3223-4d23-9be7-ee1744fb277c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b29fc1158084c61b39c3e2713d2773d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0501587
Apr 20 23:53:26.747501 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [-] (86386) accepted ('10.222.0.15', 48824) {{(pid=86386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:53:26.808518 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-684851a1-b5a9-4390-af3f-e25f85c0d917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:26.836362 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-684851a1-b5a9-4390-af3f-e25f85c0d917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:27.111345 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-684851a1-b5a9-4390-af3f-e25f85c0d917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113879'] for security_group, after_delete {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:27.117670 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-081b7ecc-1a60-4ffb-97d8-d93aa502fbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:53:27.132738 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684851a1-b5a9-4390-af3f-e25f85c0d917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785e3fba-b399-42b2-8e2f-2a21eb5e43cd,revision_number=None']} {{(pid=86386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:53:27.135332 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG oslo_concurrency.lockutils [None req-684851a1-b5a9-4390-af3f-e25f85c0d917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:53:27.136748 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-684851a1-b5a9-4390-af3f-e25f85c0d917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:27.138499 dv-cinder-680889-5-iscsi neutron-server[86270]: INFO neutron.wsgi [None req-684851a1-b5a9-4390-af3f-e25f85c0d917 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/785e3fba-b399-42b2-8e2f-2a21eb5e43cd HTTP/1.1" status: 204  len: 168 time: 0.3899963
Apr 20 23:53:27.351381 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:38.627596 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:52.924790 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a4279d8a-7a47-4152-888b-d9a383ba94b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:54.893385 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2ccccccf-4654-450d-a999-8e8e5a8469a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:56.256214 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:56.416324 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:53:57.364841 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:54:00.586471 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:54:08.633096 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:54:22.952713 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8b67a15b-6a7b-4f4a-8a69-710f93c59c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:54:24.896316 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-6d7f5d16-4d7b-4e91-bbb9-32ffa35cbea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:54:26.264671 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:54:26.398658 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:54:27.364536 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:54:37.585492 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:54:38.635959 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:54:52.929491 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-d9ae305a-837c-48a0-9cd7-75d7283a3a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:54:54.895301 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a91646cd-a34e-4ba6-8e98-e0c070a576b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:54:56.275123 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:54:56.395400 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:54:57.363942 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:55:08.646818 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:55:13.513011 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-d55fc60b-2239-4c4b-a9b3-03b6dc95ba9c req-334d8a98-73a2-4a30-8bb1-1ec5a47e3e65 service neutron] (86385) timed out ('10.222.0.15', 42950) {{(pid=86385) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 23:55:14.584328 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:55:19.353108 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.wsgi [req-0bf561d6-83e7-46ae-b876-899288ad92e6 req-158b68f7-9e8e-4e24-b493-1d5d58786ce9 service neutron] (86385) timed out ('10.222.0.10', 51199) {{(pid=86385) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 23:55:22.923651 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-63fd1b96-544b-412e-bf47-16457be76db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:55:24.917703 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fa35d3d3-5bd6-4924-a12f-006ce544a9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:55:26.260922 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:55:26.386347 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:55:27.368938 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:55:38.645617 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:55:51.584087 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:55:52.937453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-0920cbca-85dd-40c8-b412-b201a9832754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:55:54.905821 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-7a1b778a-6f57-4c20-bb6b-5b1ff6f7dabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:55:56.271509 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:55:56.397125 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:55:57.362707 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:56:08.665883 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:56:22.924925 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-bc3b0a63-0296-4d16-a25b-64e92fa2f876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:56:24.905479 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5a845d3f-86cb-4497-94bf-3ea13b5e38ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:56:26.273555 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:56:26.399202 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:56:27.370400 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:56:28.583447 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:56:38.659466 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:56:52.918712 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-8f425156-ce76-4e23-a8c5-c5edbb04c66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:56:54.893689 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-cba6afaf-e380-4893-a28b-03977b82f953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:56:56.278521 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:56:56.398453 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:56:57.369906 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:57:05.582682 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:57:08.667188 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:57:22.928226 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-9f7209f4-db15-42ef-b64e-b12366adf478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:57:24.900839 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-5515b103-9829-483f-b820-b59fe7ba21ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:57:26.283796 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:57:26.392291 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:57:27.369689 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:57:38.695291 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:57:42.583622 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:57:52.928072 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fa94a815-4508-4de2-8ec9-7a1285dd814e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:57:54.900262 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-58e4d41e-575a-44e4-9ab4-1af0eb9665ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:57:56.283063 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:57:56.403225 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:57:57.380431 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:58:08.642868 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-738123c4-b05a-4c1f-bbe1-ed44ba2add6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:58:19.582791 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron.db.agents_db [None req-7723b94d-d02c-4b1e-9416-2c672f087797 None None] Agent healthcheck: found 6 active agents {{(pid=86388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:58:22.926809 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-34513460-14ff-4b9a-991e-d2f4c02e8ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:58:24.900045 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-32a4dd10-21bf-48c7-a751-2eb501406e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:58:26.277125 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-fb21fc5e-3a6d-4f97-b83b-326388fd8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:58:26.391468 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-a0de440a-7342-4035-ab65-e53a215393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:58:27.368499 dv-cinder-680889-5-iscsi neutron-server[86270]: DEBUG neutron_lib.callbacks.manager [None req-2b260637-270c-4827-98ae-8481b63bb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309095392133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32916183'] for agent, after_update {{(pid=86387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}